-- Logs begin at Tue 2021-09-07 11:43:48 UTC, end at Tue 2021-09-07 12:44:10 UTC. -- Sep 07 12:26:50.777589 dv-cinder-760199-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 12:26:53.538960 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.common.config [-] Logging enabled! Sep 07 12:26:53.539640 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 12:26:53.539763 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 12:26:53.542999 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.common.config [-] Logging enabled! Sep 07 12:26:53.543256 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 12:26:53.543569 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 12:26:53.544563 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 12:26:53.544797 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 12:26:53.545162 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 12:26:53.545407 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 12:26:53.545632 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 12:26:53.545958 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.546260 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.546561 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.546792 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.547091 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.547923 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.548209 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.548504 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.548837 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.549129 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.549412 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.549702 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.549932 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.550216 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.550508 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.550798 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.551023 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.551306 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.551733 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.552180 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.552468 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.552762 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.553043 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.553317 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.553602 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.553887 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.554213 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] host = dv-cinder-760199-14-iscsi {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.554498 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.554788 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.555077 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.555369 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.555646 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.555926 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.556241 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.556516 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.556793 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.557074 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.557366 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.557659 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.557953 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.558180 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.558406 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.558700 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.558994 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.559276 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.559551 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.559832 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.560136 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.560419 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.560690 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.560979 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.561264 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.561552 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.561834 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.562151 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.562417 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.562695 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.563538 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.563817 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.564119 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.564402 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.564693 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.564967 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.565248 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.565558 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.565851 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.566141 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.566430 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.566707 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.566996 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.567281 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.567560 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.567835 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.568139 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.568424 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.568711 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.568986 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.569266 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.569544 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.569825 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.570118 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:53.570418 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.570721 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.571028 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.571317 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.571617 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.571900 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.572226 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.572509 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.572804 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.573096 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.573393 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.573675 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.573967 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.574251 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.574552 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.574858 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.575157 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.575456 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.575740 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.576011 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.576308 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.576591 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.576882 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.577162 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.577455 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.577765 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.578088 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.578386 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.578710 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.579002 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.579279 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.579563 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.579859 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.580167 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.580446 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.580729 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.581020 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.581301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.581579 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.581863 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.582140 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.582421 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.582697 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.582976 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.583271 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.583581 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.583858 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.584221 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.584445 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.584720 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.585008 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.585289 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.585568 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.585838 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.586121 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.586395 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.586672 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.586952 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.587226 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.587507 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.587784 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.588089 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.588383 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.588637 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.588912 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.589194 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.589444 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.589719 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.589996 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.591026 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.591026 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.591026 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.591369 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.591369 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.591643 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.591926 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.592217 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.592532 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.592803 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.593078 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.593347 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.593809 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.593955 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.594183 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.594916 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.594916 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.595161 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.595334 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.595636 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.595906 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.596189 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.596577 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.596748 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.597022 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.597307 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.597593 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.597897 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.598194 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.598491 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.598788 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.599084 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.599363 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.599674 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.600016 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:53.600197 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 12:26:53.600441 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94464) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 12:26:53.956259 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 12:26:53.956545 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 12:26:53.956842 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 12:26:53.957182 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 12:26:54.352363 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.352661 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.352937 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.354251 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.354524 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.354824 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.390857 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.391657 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.391927 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.407249 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.407516 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.407788 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.435736 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.436013 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.436304 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.474530 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.474811 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.475079 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.707641 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.708314 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.708314 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.708484 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.709074 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.830355 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.830676 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.830963 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.831235 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.831503 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.831815 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.832102 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.832363 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.832629 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.832902 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.833162 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.833427 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.833682 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.833935 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.834191 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.834455 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.834712 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.834981 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.835252 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.835512 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.835781 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.836057 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.836339 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.836716 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.836970 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.837219 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.837623 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 12:26:54.837866 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 12:26:54.838111 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 12:26:54.838348 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 12:26:54.838583 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 12:26:54.838817 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 12:26:54.839183 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 12:26:54.842526 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 12:26:54.846535 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 12:26:54.850394 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 07 12:26:54.852066 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 12:26:54.852513 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 12:26:54.852850 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 12:26:54.853240 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 12:26:54.856055 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 12:26:54.856308 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 12:26:54.856657 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 12:26:54.862093 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 12:26:54.884906 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 12:26:54.885375 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.885681 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94464) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 12:26:54.886050 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.887422 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94464) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 12:26:54.887711 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 12:26:54.887957 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 12:26:54.891948 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.892256 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:54.957010 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 12:26:54.957256 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 12:26:54.957494 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 12:26:54.957928 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 12:26:54.980377 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_db.sqlalchemy.engines [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94464) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 12:26:55.727590 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Initializing driver for type 'gre' Sep 07 12:26:55.728292 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] gre ID ranges: [(1, 1000)] Sep 07 12:26:55.973413 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Initializing driver for type 'local' Sep 07 12:26:55.973742 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Initializing driver for type 'vlan' Sep 07 12:26:56.087447 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] VlanTypeDriver initialization complete Sep 07 12:26:56.087712 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Initializing driver for type 'vxlan' Sep 07 12:26:56.088265 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] vxlan ID ranges: [(1, 1000)] Sep 07 12:26:56.373106 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Initializing extension driver 'port_security' Sep 07 12:26:56.378616 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.extensions.port_security [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] PortSecurityExtensionDriver initialization complete Sep 07 12:26:56.378616 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Initializing mechanism driver 'openvswitch' Sep 07 12:26:56.378616 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Initializing mechanism driver 'hyperv' Sep 07 12:26:56.382070 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:26:56.382756 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.383124 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.383477 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.384227 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 12:26:56.384659 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.385007 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.385346 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.385737 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 12:26:56.386145 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > network after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.386484 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > network after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.386819 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.387222 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 12:26:56.387658 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > security_group after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.388043 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > security_group after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.388365 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.388891 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 12:26:56.389300 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.389643 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.389980 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.390369 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 12:26:56.390771 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > address_group after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.391684 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > address_group after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.392067 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.392466 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 12:26:56.392842 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] ML2 OVO RPC backend initialized. {{(pid=94464) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 12:26:56.393547 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.393897 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.394308 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > network before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.394650 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > networks before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.394991 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > port before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.395328 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > ports before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.395666 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > subnet before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.396000 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > subnets before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.396366 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > network after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.396697 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > network after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.397027 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.397356 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.397686 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.398013 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.398342 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.398670 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.398995 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.399576 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Modular L2 Plugin initialization complete Sep 07 12:26:56.399904 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading services supported by the core plugin {{(pid=94464) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 12:26:56.400257 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Got port-security extension from driver 'port_security' Sep 07 12:26:56.400739 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.extensions.vlantransparent [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Disabled vlantransparent extension. Sep 07 12:26:56.401220 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94464) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 12:26:56.401528 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading Plugin: router Sep 07 12:26:56.443318 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.443703 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router after_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.444095 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router before_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.444461 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.444831 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.445184 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router after_delete 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.445537 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.445879 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.446230 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router after_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.446570 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.446911 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.447250 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.447602 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.448006 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.448393 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.448733 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.449070 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.449404 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.449749 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.450089 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.450664 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: port before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.451010 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.451362 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.451700 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.452061 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.452418 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.452759 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.453113 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > agent after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.453457 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > agent after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.454409 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.455267 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Tracking information for resource: router configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 12:26:56.455595 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Tracking information for resource: floatingip configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 12:26:56.460885 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.db.l3_agentschedulers_db [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 12:26:56.461458 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.461813 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.462156 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.462623 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.463463 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router before_create 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.463817 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.464205 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router precommit_create 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.464558 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > router precommit_update 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.469349 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.services.provider_configuration [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service providers = [] {{(pid=94464) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 12:26:56.469707 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.db.servicetype_db [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94464) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 12:26:56.472670 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 12:26:56.473012 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 12:26:56.473348 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 12:26:56.474229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 12:26:56.474595 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.services.service_base [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 12:26:56.475103 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 12:26:56.475288 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 12:26:56.487125 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 12:26:56.487476 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading Plugin: auto_allocate Sep 07 12:26:56.509153 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: network precommit_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.509520 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: network precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.510069 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 12:26:56.510391 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading Plugin: tag Sep 07 12:26:56.517030 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 12:26:56.517362 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading Plugin: timestamp Sep 07 12:26:56.521424 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 12:26:56.521755 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading Plugin: network_ip_availability Sep 07 12:26:56.527204 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.527573 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.527928 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.528699 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 12:26:56.529018 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading Plugin: flavors Sep 07 12:26:56.533768 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 12:26:56.534097 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading Plugin: revisions Sep 07 12:26:56.553160 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 12:26:56.553549 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.597s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 12:26:56.554309 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94464) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 12:26:56.554641 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Initializing extension manager. Sep 07 12:26:56.555146 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: __init__.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.555514 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: __pycache__ {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.555850 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.556210 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.556974 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.557537 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: address-group Sep 07 12:26:56.557854 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: address_scope.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.558760 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.559266 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: address-scope Sep 07 12:26:56.559584 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.560550 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.561109 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: router-admin-state-down-before-update Sep 07 12:26:56.561427 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: agent.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.562126 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.562625 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: agent Sep 07 12:26:56.563637 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: agent_resources_synced.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.564578 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.565088 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: agent-resources-synced Sep 07 12:26:56.565406 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: allowedaddresspairs.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.567288 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.567783 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: allowed-address-pairs Sep 07 12:26:56.568135 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: auto_allocated_topology.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.569322 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.569830 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: auto-allocated-topology Sep 07 12:26:56.570147 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.570844 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.571336 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: availability_zone Sep 07 12:26:56.571651 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: availability_zone_filter.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.572705 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.573247 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: availability_zone_filter Sep 07 12:26:56.573670 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: data_plane_status.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.574606 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.575098 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 12:26:56.575411 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: default_subnetpools.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.576362 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.576867 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: default-subnetpools Sep 07 12:26:56.577181 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.578067 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.578689 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: dhcp_agent_scheduler Sep 07 12:26:56.579009 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: dns.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.580121 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.580475 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 12:26:56.580789 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: dns_domain_ports.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.581847 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.582289 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 12:26:56.582604 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.583593 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.584009 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 12:26:56.584351 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: dvr.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.585021 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.585516 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: dvr Sep 07 12:26:56.585828 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: ecmp_routes.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.586736 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.587237 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 12:26:56.587551 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: empty_string_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.588482 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.588982 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: empty-string-filtering Sep 07 12:26:56.589456 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.590457 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.590926 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 12:26:56.591316 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.592217 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.592697 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 12:26:56.593166 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: external_net.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.593886 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.594452 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: external-net Sep 07 12:26:56.594768 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.595690 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.596215 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: extra_dhcp_opt Sep 07 12:26:56.596532 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: extraroute.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.597437 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.597936 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: extraroute Sep 07 12:26:56.598249 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: extraroute_atomic.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.599277 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.599783 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: extraroute-atomic Sep 07 12:26:56.600127 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: filter_validation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.600802 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.601293 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: filter-validation Sep 07 12:26:56.601646 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: fip_pf_description.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.602826 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.603183 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 12:26:56.603530 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: fip_port_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.604426 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.604924 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: fip-port-details Sep 07 12:26:56.605236 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: flavors.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.606493 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.607008 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: flavors Sep 07 12:26:56.607329 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.609023 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.609538 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 12:26:56.610377 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: floatingip_pools.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.611076 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.611584 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: floatingip-pools Sep 07 12:26:56.611906 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: ip_allocation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.612875 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.613367 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 12:26:56.613687 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.614600 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.615100 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: ip-substring-filtering Sep 07 12:26:56.615422 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: l2_adjacency.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.616376 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.616872 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 12:26:56.617190 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: l3.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.618318 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.618833 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: router Sep 07 12:26:56.619149 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.621542 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.622056 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 12:26:56.622382 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.623360 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.623899 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: ext-gw-mode Sep 07 12:26:56.624251 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.625186 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.626249 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: l3-ha Sep 07 12:26:56.626574 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: l3_flavors.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.627495 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.627998 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: l3-flavors Sep 07 12:26:56.628347 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.629277 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.629777 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 12:26:56.630098 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: l3agentscheduler.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.631409 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.631917 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: l3_agent_scheduler Sep 07 12:26:56.632331 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: logging.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.633968 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.634485 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension logging not supported by any of loaded plugins Sep 07 12:26:56.634810 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: metering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.635551 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.636148 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: metering Sep 07 12:26:56.636471 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.637560 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.638075 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: metering_source_and_destination_fields Sep 07 12:26:56.638393 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: multiprovidernet.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.639310 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.639814 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: multi-provider Sep 07 12:26:56.640156 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: netmtu.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.641109 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.641617 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: net-mtu Sep 07 12:26:56.641927 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: netmtu_writable.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.642832 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.643331 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: net-mtu-writable Sep 07 12:26:56.643647 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: network_availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.644346 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.644845 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: network_availability_zone Sep 07 12:26:56.645159 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: network_ip_availability.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.646291 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.646785 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: network-ip-availability Sep 07 12:26:56.647100 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: network_segment_range.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.647975 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.648379 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 12:26:56.648692 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: pagination.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.649683 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.650003 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: pagination Sep 07 12:26:56.650312 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: port_device_profile.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.651225 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.651724 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: port-device-profile Sep 07 12:26:56.652048 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.653084 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.653566 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: port-mac-address-regenerate Sep 07 12:26:56.653880 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.654795 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.655295 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: port-numa-affinity-policy Sep 07 12:26:56.655612 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: port_resource_request.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.656877 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.657399 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 12:26:56.657716 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: portbindings.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.658937 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.659452 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: binding Sep 07 12:26:56.659778 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: portbindings_extended.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.661503 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.662038 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: binding-extended Sep 07 12:26:56.662361 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: portsecurity.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.663275 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.664157 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: port-security Sep 07 12:26:56.664157 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: project_id.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.665104 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.665430 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: project-id Sep 07 12:26:56.665753 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: providernet.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.666789 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.667289 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: provider Sep 07 12:26:56.667604 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: qos.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.671205 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.671725 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension qos not supported by any of loaded plugins Sep 07 12:26:56.672064 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.673838 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.674345 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 12:26:56.674665 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.675575 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.676103 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 12:26:56.676464 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: qos_default.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.677333 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.677836 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension qos-default not supported by any of loaded plugins Sep 07 12:26:56.678152 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: qos_fip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.678807 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.679299 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 12:26:56.679614 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: qos_gateway_ip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.680546 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.681048 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 12:26:56.681365 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: qos_port_network_policy.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.682352 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.682915 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 12:26:56.683150 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: qos_pps_rule.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.684356 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.684864 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 12:26:56.685184 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: qos_rule_type_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.686151 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.690768 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 12:26:56.690768 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: qos_rules_alias.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.690768 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.690768 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 12:26:56.690768 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: quotasv2.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.690768 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.690768 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: quotas Sep 07 12:26:56.691304 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: quotasv2_detail.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.694195 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.694526 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: quota_details Sep 07 12:26:56.694851 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: rbac.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.695910 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.696457 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: rbac-policies Sep 07 12:26:56.696781 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: rbac_address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.697755 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.698207 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: rbac-address-group Sep 07 12:26:56.698715 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: rbac_address_scope.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.699441 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.699942 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: rbac-address-scope Sep 07 12:26:56.700285 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: rbac_security_groups.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.701200 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.701699 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: rbac-security-groups Sep 07 12:26:56.702014 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: rbac_subnetpool.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.702922 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.703442 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: rbac-subnetpool Sep 07 12:26:56.703792 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: revisionifmatch.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.704818 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.705327 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: revision-if-match Sep 07 12:26:56.705643 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: revisions.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.706754 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.707255 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: standard-attr-revisions Sep 07 12:26:56.707570 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: router_availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.708277 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.708776 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: router_availability_zone Sep 07 12:26:56.709106 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: routerservicetype.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.710021 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.710519 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 12:26:56.710835 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.711745 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.712284 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: security-groups-normalized-cidr Sep 07 12:26:56.712599 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.713508 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.714014 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: port-security-groups-filtering Sep 07 12:26:56.714332 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.715252 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.715754 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: security-groups-remote-address-group Sep 07 12:26:56.716105 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: securitygroup.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.727170 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.727774 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: security-group Sep 07 12:26:56.728723 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: segment.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.728888 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.729396 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension segment not supported by any of loaded plugins Sep 07 12:26:56.729714 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.730665 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.731168 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 12:26:56.731485 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: servicetype.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.732705 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.733220 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: service-type Sep 07 12:26:56.733541 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: sorting.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.734520 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.735369 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: sorting Sep 07 12:26:56.735686 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: standard_attr_segment.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.736630 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.737137 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 12:26:56.737457 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: standardattrdescription.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.738103 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.738603 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: standard-attr-description Sep 07 12:26:56.738920 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: stateful_security_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.739847 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.740387 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: stateful-security-group Sep 07 12:26:56.740704 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: stdattrs_common.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.741281 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 12:26:56.741591 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.742504 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.743009 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 12:26:56.743326 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: subnet_onboard.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.744510 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.745031 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: subnet_onboard Sep 07 12:26:56.745346 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.746280 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.746776 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 12:26:56.747088 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: subnet_service_types.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.748007 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.748537 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: subnet-service-types Sep 07 12:26:56.748855 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: subnetallocation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.749933 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.750990 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: subnet_allocation Sep 07 12:26:56.751309 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.751969 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.752495 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: subnetpool-prefix-ops Sep 07 12:26:56.752809 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.753739 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.754239 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 12:26:56.754553 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: tagging.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.755909 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.756442 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: standard-attr-tag Sep 07 12:26:56.756761 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: timestamp.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.757957 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.758465 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loaded extension: standard-attr-timestamp Sep 07 12:26:56.758785 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: trunk.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.759801 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.760335 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension trunk not supported by any of loaded plugins Sep 07 12:26:56.760654 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: trunk_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.761561 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.762063 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 12:26:56.762380 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: uplink_status_propagation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.763293 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.763793 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 12:26:56.764141 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Loading extension file: vlantransparent.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 12:26:56.764813 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 12:26:56.765308 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 12:26:56.767768 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:network Sep 07 12:26:56.768311 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:subnet Sep 07 12:26:56.768703 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 12:26:56.769086 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:port Sep 07 12:26:56.770332 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.770772 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service FLAVORS assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.771393 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.771814 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.772182 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:router Sep 07 12:26:56.772631 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 12:26:56.773151 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service METERING assigned prefix: /metering {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.774603 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.774968 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.775323 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:26:56.776366 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 12:26:56.776811 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:security_group Sep 07 12:26:56.777243 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 12:26:56.777893 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.778220 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 12:26:56.778570 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] subnetpool is already registered Sep 07 12:26:56.778996 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.779315 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 12:26:56.779645 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] subnetpool is already registered Sep 07 12:26:56.782012 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.782436 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service FLAVORS assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.783027 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.783441 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.783768 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:router Sep 07 12:26:56.784131 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] router is already registered Sep 07 12:26:56.784589 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 12:26:56.784924 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] floatingip is already registered Sep 07 12:26:56.785378 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service METERING assigned prefix: /metering {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.786035 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 12:26:56.786357 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] rbac_policy is already registered Sep 07 12:26:56.786759 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:security_group Sep 07 12:26:56.787089 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] security_group is already registered Sep 07 12:26:56.787492 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 12:26:56.787817 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] security_group_rule is already registered Sep 07 12:26:56.788461 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.788786 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 12:26:56.789115 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] subnetpool is already registered Sep 07 12:26:56.789550 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 12:26:56.789874 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 12:26:56.790199 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] subnetpool is already registered Sep 07 12:26:56.790638 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: extensions {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.792173 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: address-groups {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.793640 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: address-scopes {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.794948 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.796126 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: auto-allocated-topology {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.797889 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: availability_zones {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.799088 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: dhcp-networks {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.800728 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: dhcp-agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.802240 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.804427 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: flavors {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.805599 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: service_profiles {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.806818 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: next_providers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.808303 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: service_profiles {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.809816 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: floatingip-pools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.811018 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.813685 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: floatingips {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.814955 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: l3-routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.816364 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: l3-agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.817742 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: metering-labels {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.819082 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: metering-label-rules {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.820366 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: network-ip-availabilities {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.821628 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: bindings {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.824193 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: quotas {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.825719 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: quotas {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.827119 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: rbac-policies {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.828325 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: security-groups {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.829668 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: security-group-rules {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.830952 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: service-providers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.832172 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: subnetpools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.833575 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: subnetpools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.835017 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.836691 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.838501 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.840265 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.842039 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.843832 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.846112 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.847961 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.849702 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.851411 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 12:26:56.857391 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING keystonemiddleware.auth_token [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 12:26:56.862802 dv-cinder-760199-14-iscsi neutron-server[94464]: WARNING keystonemiddleware.auth_token [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 12:26:56.871326 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Acquired lock "singleton_lock" {{(pid=94464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 12:26:56.871799 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Releasing lock "singleton_lock" {{(pid=94464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 12:26:56.872462 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO oslo_service.service [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Starting 2 workers Sep 07 12:26:56.877446 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Started child 94577 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 12:26:56.882229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Started child 94578 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 12:26:56.882997 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:26:56.883782 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO neutron.service [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 12:26:56.884422 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [-] (94577) wsgi starting up on http://0.0.0.0:9696 Sep 07 12:26:56.884527 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Notify callbacks [] for process, before_spawn {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:26:56.886932 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:26:56.887447 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO oslo_service.service [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Starting 1 workers Sep 07 12:26:56.888273 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [-] (94578) wsgi starting up on http://0.0.0.0:9696 Sep 07 12:26:56.892202 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Started child 94579 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 12:26:56.892727 dv-cinder-760199-14-iscsi neutron-server[94464]: INFO oslo_service.service [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Starting 1 workers Sep 07 12:26:56.895830 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.service [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] calling RpcWorker wait() {{(pid=94579) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 12:26:56.896527 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.service [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] returning from RpcWorker wait() {{(pid=94579) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 12:26:56.897473 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Started child 94580 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 12:26:56.897749 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:26:56.898295 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-4d908909-8075-452a-a2b0-d1fe6f9ce5c7 None None] Notify callbacks [] for process, after_spawn {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:26:56.898412 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:26:56.900277 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 12:26:56.900479 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 12:26:56.900642 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 12:26:56.900858 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 12:26:56.901189 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 12:26:56.901349 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 12:26:56.901858 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.902129 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.902391 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.902634 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.902727 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:26:56.903180 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.903498 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.903700 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:26:56.903790 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.904202 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.904480 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.904724 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.904897 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.905059 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.905296 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.905535 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.905830 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.906096 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.906329 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.907219 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.907393 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.907623 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.907898 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.911074 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.911074 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.911074 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.911074 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.911074 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.911074 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.911871 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.911871 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.911871 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.911871 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.913094 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.913355 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.913617 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.913882 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.914128 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.914365 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.914609 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.914884 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.915135 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.915650 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host = dv-cinder-760199-14-iscsi {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.915911 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.916172 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.916401 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.916655 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.916910 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.917142 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.917394 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.917646 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.917891 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.918117 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.918381 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.918633 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.918868 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.919103 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.919264 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_options = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.919507 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.919767 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.920053 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.920244 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.920409 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.920580 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.920885 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.921028 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.921291 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.921507 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.921717 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.921946 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.922158 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.923100 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.923480 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.923840 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.924228 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.924453 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.924720 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.924966 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.925177 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.925418 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.925634 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.925868 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.926085 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.926297 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.926538 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.926836 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.927163 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.927365 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.927614 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.927851 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.928117 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.928380 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.928607 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.928918 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.929065 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.929295 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.929524 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.929772 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.930012 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.930242 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.930481 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.930707 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.930916 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.931153 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.931361 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.931589 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.931859 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.932088 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.932319 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.932526 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.932751 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.933217 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:56.933920 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.936445 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.936445 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.936445 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.936445 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.936445 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.936445 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.936445 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.936873 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.936873 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.937169 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.937274 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.937524 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.937746 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.938047 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.938396 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.939144 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.939420 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.939663 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.939873 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.940114 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.940359 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.940631 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.940869 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.941118 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.943430 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.943720 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.944098 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.944380 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.944661 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.944938 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.945187 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.945443 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.945667 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.945887 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.946126 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.946347 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.946613 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.946856 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.947103 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.947420 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.947680 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.947915 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.948167 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.948421 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.948679 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.949058 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.949181 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.949837 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.950126 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.950488 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.950964 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.951065 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.951245 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.951728 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.951893 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.952044 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.952222 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.952420 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.952651 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.952902 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.953119 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.953338 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.953570 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.953778 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.955342 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.955342 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.955342 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.955342 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.955342 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.955342 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.955342 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.956963 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.956963 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.956963 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.956963 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.956963 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.956963 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.956963 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.956963 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.958078 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.958078 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.958078 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.958078 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.958078 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.958637 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.958637 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.958637 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.960148 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.960148 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.960148 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.960148 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.960148 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.960148 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.960517 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.960517 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.960727 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.961101 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.961265 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.961477 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.961833 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.962718 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.962718 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.962718 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.962718 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.963043 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.963134 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.963367 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.963614 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.963860 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.964119 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.964395 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.964686 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.964947 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.965194 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.965438 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.965703 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.965955 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.966233 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.966568 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.966714 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.967012 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.967281 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.967551 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.967797 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.968070 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.968322 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.968552 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.968796 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.969565 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.970107 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.970325 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.970612 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.970830 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.971049 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.971282 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.971510 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.971856 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.972309 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.972661 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.972661 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.972661 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.973558 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.973558 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.973871 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.974014 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.974373 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.974515 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.974667 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.974908 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.975145 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.975604 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.975816 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.976278 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.976423 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.976560 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.976773 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.976985 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.977241 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.978083 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.978083 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.978083 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.978083 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.978569 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.978569 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.978790 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.978903 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.979107 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.979339 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.979572 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.979789 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.980001 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.980425 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.980648 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.980926 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.981176 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.981412 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.981639 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.981882 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.982117 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.982351 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.982592 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.982804 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.983186 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.983404 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.983618 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.983841 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.984077 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.984300 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.984520 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.985331 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.985723 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.988182 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.989020 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.989451 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.989681 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 36266) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:26:56.990086 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.990355 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.990616 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.990881 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.991123 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.991379 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.991614 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.991839 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.992161 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.992398 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.992660 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.992895 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.993108 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.993326 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.993540 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.993763 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.994057 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.994380 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.994808 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.995202 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.995448 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.995704 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.995956 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.996239 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.996474 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.996707 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.996927 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.997139 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.997370 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.997583 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.997820 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.998017 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.998236 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.998582 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.999387 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.999387 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.999387 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.999891 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071707 Sep 07 12:26:56.999978 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.999978 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:56.999978 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.000218 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.000368 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.000611 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.000850 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.001070 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.001301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.001528 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.001745 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.001953 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.002343 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.003170 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.003170 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.003170 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.003410 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.003534 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.003812 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.004100 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.006080 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.006080 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.006080 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.006080 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.006080 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.006080 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.006080 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.006643 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.006643 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.007001 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.007172 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.007431 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.007700 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.007955 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.008268 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.008522 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.008735 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.009025 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.009419 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.009818 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.010171 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.010171 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.011026 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.011026 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.011026 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.011026 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.015911 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.015911 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.015911 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.015911 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.015911 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.015911 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.015911 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.015911 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.015911 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.021229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.021229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.021229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.021229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 12:26:57.021229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 12:26:57.021229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 12:26:57.021229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 12:26:57.021229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 12:26:57.021823 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 12:26:57.021823 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 12:26:57.021823 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.021823 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.021823 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.021823 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.021823 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022292 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022292 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022292 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022292 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022292 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022292 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022292 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022292 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022912 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022912 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022912 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022912 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022912 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022912 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022912 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.022912 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.024610 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.024610 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.024610 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.024610 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.024610 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.024610 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.025378 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.025378 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.025378 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.025378 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.025378 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.025378 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.025378 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.025378 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.026049 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.026049 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.026049 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.026049 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.026049 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.026049 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host = dv-cinder-760199-14-iscsi {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.026049 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.026049 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.028196 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.028196 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.028196 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.028196 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.028196 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.028196 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.028196 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.028196 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030124 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030124 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030124 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030124 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030124 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_options = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030124 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030124 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030124 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030904 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030904 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030904 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030904 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030904 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030904 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.030904 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.034744 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.034744 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.034744 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.034744 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.034744 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.034744 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.034744 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.034744 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.035282 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.035282 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.035282 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.035282 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.035282 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.035282 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.035282 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.035282 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036843 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036843 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036843 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036843 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036843 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036843 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036843 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.036843 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.037364 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.037364 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.037364 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.037364 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.037364 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.037364 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.037364 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.037364 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.037364 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.038250 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.038250 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.038250 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 12:26:57.038250 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.038250 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.038250 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.038633 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.038633 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.038633 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.038849 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.038926 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.039084 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.039240 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.039404 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.039562 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.039735 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.039893 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.040766 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.040952 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.041230 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.041349 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.041484 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.041621 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.041727 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.041838 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.041996 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.042153 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.042310 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.042467 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.042623 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.042795 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.042951 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.043443 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.043443 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.043443 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.043767 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.043767 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.043971 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.043971 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.044213 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.045209 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.045338 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.045441 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.045654 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.045781 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.046009 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.046009 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.046158 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.046405 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.046558 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.046722 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.046884 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.047038 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.047296 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.047970 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.048141 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.048301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.048698 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.048698 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.048901 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.048901 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.049040 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.049200 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.049449 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.049608 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.049762 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.049912 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.050244 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.050244 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.050244 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.050545 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.050545 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.050761 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.050846 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.051002 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.051124 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.051279 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.051435 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.051590 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.051834 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.052025 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.053035 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.053241 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.053682 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.053682 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.053682 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.053959 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.054066 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.054151 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.054273 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.054432 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.054588 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.054755 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.054925 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.055082 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.055742 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.055742 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.055742 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.056770 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.056770 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.057139 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.057338 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.057552 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.057688 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.057825 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.058033 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.059401 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.059401 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.059401 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.059401 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.059401 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.059401 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.059401 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.059401 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.060316 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.060316 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.060316 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.060316 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.060316 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.060316 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.061824 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.061996 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.062158 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.063184 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.063184 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.063184 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.063184 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.063184 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.063184 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.063795 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.063795 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.063795 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.063795 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.064225 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.064225 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.064225 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.064556 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.064556 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.066025 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.066025 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.066025 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.066025 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.066025 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.066025 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.066025 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.066025 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067021 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067021 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067021 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067021 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067021 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067021 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067021 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067021 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067650 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067650 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067650 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067650 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067650 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067973 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.067973 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.068178 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.068939 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.069100 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.069259 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.070259 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.070259 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.070259 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.070259 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.070259 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.070259 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.071035 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.071035 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.071035 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.071035 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.071035 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.071035 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.072525 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.072525 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.072525 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.072525 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.072525 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.072525 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.072525 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.073178 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:26:57.074266 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.074403 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.074599 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.074599 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.074802 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.075002 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.075165 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.075314 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.075491 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.075601 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.075765 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.075937 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.077862 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.078065 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.078584 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.078584 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.078584 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.078896 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.078896 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.079089 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.079207 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.079314 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.079478 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.079641 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.079806 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.079964 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.080145 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.080305 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.080459 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.080616 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.080853 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.081003 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.081159 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.081301 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.081828 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.081828 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.081828 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.082229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.082229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.082229 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.082552 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.082552 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.082745 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.082847 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.082949 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.083086 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.083242 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.083397 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.083563 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.083719 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.083876 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.084106 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.084222 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.084369 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.084534 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.084691 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.089435 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.089435 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.089435 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.089435 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.089435 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.089435 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.089435 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.089435 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.090240 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.090240 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.090240 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.090240 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.090240 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.090240 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.090240 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.090240 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091136 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091136 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091136 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091136 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091136 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091136 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091136 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091136 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091719 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091719 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091719 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091719 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091719 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091719 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091719 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.091719 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.092475 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.092475 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.092475 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.092475 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.092475 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.092475 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.092475 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.092475 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.092475 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.093372 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.093372 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.093372 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.093372 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.093372 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.093372 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.093372 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.093372 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.093372 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.094728 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.094728 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.094728 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 12:26:57.094728 dv-cinder-760199-14-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 12:27:09.082056 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5e182d-65d6-4256-bfef-e12fe1d08101 None None] get_active_networks_info from dv-cinder-760199-14-iscsi {{(pid=94579) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 12:27:09.183097 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5e182d-65d6-4256-bfef-e12fe1d08101 None None] No non-hosted networks {{(pid=94579) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 12:27:09.197622 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.agentschedulers_db [None req-4f5e182d-65d6-4256-bfef-e12fe1d08101 None None] DHCP Agent not found on host dv-cinder-760199-14-iscsi {{(pid=94579) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 12:27:09.450932 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-9be55c05-257c-4b2f-8c5a-2c0eadb404b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568047'] for agent, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:11.682932 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568047'] for agent, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:11.683608 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.683951 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.684310 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.684640 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.684981 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.685282 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.685605 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.685952 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.686271 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.686834 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.687197 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.687507 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:11.687988 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760199-14-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:27:11.705167 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760199-14-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:27:11.981201 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-5c45d58d-aaf8-419e-9474-e443ee6bb921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568047'] for agent, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:12.037373 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.db.api [None req-5eb0d1b4-95ba-4520-9070-77121c22ec22 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-760199-14-iscsi {{(pid=94579) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 12:27:12.037728 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG oslo_db.api [None req-5eb0d1b4-95ba-4520-9070-77121c22ec22 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 12:27:12.631504 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-5eb0d1b4-95ba-4520-9070-77121c22ec22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:13.168843 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568047'] for agent, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:14.818946 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568047'] for agent, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:15.927959 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 36366) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:16.434676 dv-cinder-760199-14-iscsi neutron-server[94578]: WARNING oslo_policy.policy [None req-961a9e4b-0250-4a26-bf8d-d5895df37d2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 12:27:16.435265 dv-cinder-760199-14-iscsi neutron-server[94578]: WARNING oslo_policy.policy [None req-961a9e4b-0250-4a26-bf8d-d5895df37d2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 12:27:16.665735 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [None req-961a9e4b-0250-4a26-bf8d-d5895df37d2a admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94578) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:27:16.666848 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-961a9e4b-0250-4a26-bf8d-d5895df37d2a admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7376347 Sep 07 12:27:18.275917 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.db.l3_hamode_db [None req-f8686222-cfe1-4ef3-8b4b-d6c68d0e5c9a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 12:27:18.357042 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8686222-cfe1-4ef3-8b4b-d6c68d0e5c9a None None] Routers set() bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:27:18.357453 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8686222-cfe1-4ef3-8b4b-d6c68d0e5c9a None None] Router IDs set() for agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 12:27:19.150694 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 36380) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:19.665889 dv-cinder-760199-14-iscsi neutron-server[94577]: WARNING oslo_policy.policy [None req-51bbf9aa-ac91-40fc-8e38-cc25821673b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 12:27:19.666492 dv-cinder-760199-14-iscsi neutron-server[94577]: WARNING oslo_policy.policy [None req-51bbf9aa-ac91-40fc-8e38-cc25821673b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 12:27:19.885930 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-51bbf9aa-ac91-40fc-8e38-cc25821673b5 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:27:19.981295 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.policy [None req-51bbf9aa-ac91-40fc-8e38-cc25821673b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94577) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 12:27:20.026105 dv-cinder-760199-14-iscsi neutron-server[94577]: WARNING oslo_policy.policy [None req-51bbf9aa-ac91-40fc-8e38-cc25821673b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 12:27:20.026474 dv-cinder-760199-14-iscsi neutron-server[94577]: WARNING oslo_policy.policy [None req-51bbf9aa-ac91-40fc-8e38-cc25821673b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 12:27:20.035606 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.quota [None req-51bbf9aa-ac91-40fc-8e38-cc25821673b5 admin admin] Loaded quota_driver: . Sep 07 12:27:20.192841 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-51bbf9aa-ac91-40fc-8e38-cc25821673b5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749277935273', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749277933818', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749277873992', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749277874420', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749277313377', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749277904312', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1607042', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1794699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-775962', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-699632'] for rbac-policy, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:20.419511 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-51bbf9aa-ac91-40fc-8e38-cc25821673b5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:20.420999 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-51bbf9aa-ac91-40fc-8e38-cc25821673b5 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2681739 Sep 07 12:27:23.016150 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 36398) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:23.320116 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Request body: {'network': {'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'admin_state_up': True, 'name': 'private'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:27:23.425419 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Made reservation on behalf of 7d24c9c630c04cd8925528f40e97cc19 for: {'network': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:27:23.428439 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:23.446591 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:23.569360 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:23.642474 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:23.666922 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:27:23.690775 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749279094375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:23.691340 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Unsubscribe: segment precommit_create {{(pid=94577) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 12:27:23.691851 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.segments_db [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Added segment 20b59863-6b39-44a9-9289-974f764bcd4c of type vlan for network 16a1ce03-b169-41a2-92f6-3a026a9b52ad Sep 07 12:27:23.697776 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bb9290-cef6-4a20-ba3c-91f9fae8c193,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:23.720411 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.720769 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.721104 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.721430 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.721752 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.722087 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.722411 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.722730 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.723061 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.723376 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.723690 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.724047 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Tracked resource versions report: Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: pushed versions: Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: { 'AddressGroup': {'1.2'}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'ConntrackHelper': {'1.0'}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Log': {'1.0'}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Network': {'1.1'}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Port': {'1.7'}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'PortForwarding': {'1.2'}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'QosPolicy': {'1.9'}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SecurityGroup': {'1.4'}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SecurityGroupRule': {'1.2'}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SubPort': {'1.0'}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Subnet': {'1.1'}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Trunk': {'1.1'}} Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: consumer versions: Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: { DHCP agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: L3 agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: Metadata agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: Metering agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: Open vSwitch agent@dv-cinder-760199-14-iscsi: { 'AddressGroup': '1.2', Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'ConntrackHelper': '1.0', Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Log': '1.0', Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Network': '1.1', Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Port': '1.7', Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'PortForwarding': '1.2', Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'QosPolicy': '1.9', Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SecurityGroup': '1.4', Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SecurityGroupRule': '1.2', Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SubPort': '1.0', Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Subnet': '1.1', Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Trunk': '1.1'}} Sep 07 12:27:23.725436 dv-cinder-760199-14-iscsi neutron-server[94577]: {{(pid=94577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 12:27:23.814412 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:23.957524 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:23.958855 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:27:23.959523 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:24.056977 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] Pushing event updated for resources: {'Network': ['ID=16a1ce03-b169-41a2-92f6-3a026a9b52ad,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:24.068696 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network 16a1ce03-b169-41a2-92f6-3a026a9b52ad details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:27:24.362911 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-0183abd2-3caf-488e-92cb-97d2e418c646 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3451085 Sep 07 12:27:27.056741 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 36412) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:27.453120 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aa8769-e6dd-4c6f-95a1-300522f7477a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:27:27.454499 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-c1aa8769-e6dd-4c6f-95a1-300522f7477a admin admin] 10.222.0.69 "GET /v2.0/networks/16a1ce03-b169-41a2-92f6-3a026a9b52ad HTTP/1.1" status: 200 len: 825 time: 0.3967676 Sep 07 12:27:27.479667 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-9b1c4c52-3f79-4027-b756-39df69e52f85 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/5c19c372-b04b-4c79-86a0-5a5367d52f41 HTTP/1.1" status: 200 len: 734 time: 0.0187802 Sep 07 12:27:27.489453 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '5c19c372-b04b-4c79-86a0-5a5367d52f41', 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'gateway_ip': '172.20.0.1'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:27:27.579695 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] Made reservation on behalf of 7d24c9c630c04cd8925528f40e97cc19 for: {'subnet': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:27:27.582013 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:27.940592 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:28.013835 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] Checking segment: {'id': '20b59863-6b39-44a9-9289-974f764bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:27:28.014205 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] Network hostable DHCP agents. Network: 16a1ce03-b169-41a2-92f6-3a026a9b52ad, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:27:28.018785 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb8ef1a-3bc1-4221-8355-fbd1343b348e,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:28.144939 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] Network 16a1ce03-b169-41a2-92f6-3a026a9b52ad is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:27:28.219914 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, 16a1ce03-b169-41a2-92f6-3a026a9b52ad) {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:27:28.225409 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:27:28.226474 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:28.229795 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f8cdca-583f-4c22-931b-e945ec5d39ad None None] Network 16a1ce03-b169-41a2-92f6-3a026a9b52ad requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:27:28.334950 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-b7d2cbdd-87c5-42be-846d-576bf73acdfe admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8487899 Sep 07 12:27:28.557156 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce648fa9-7b31-54c3-a271-dc40bc78a594-16a1ce03-b169-41a2-92f6-3a026a9b52ad', 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'fixed_ips': [{'subnet_id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e'}]}} from dv-cinder-760199-14-iscsi. {{(pid=94579) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 12:27:28.558359 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:28.836571 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.db_base_plugin_common [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Allocated IP 172.20.0.2 (16a1ce03-b169-41a2-92f6-3a026a9b52ad/6eb8ef1a-3bc1-4221-8355-fbd1343b348e/102042c8-49b9-4748-b6f9-138b66944b79) {{(pid=94579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:27:29.252518 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Notify callbacks [] for port, precommit_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:29.268073 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Transition to ACTIVE for port object 102042c8-49b9-4748-b6f9-138b66944b79 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:27:29.288883 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Transition to ACTIVE for port object 102042c8-49b9-4748-b6f9-138b66944b79 will not be triggered until provisioned by entity DHCP. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:27:29.397690 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:29.463884 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Network 16a1ce03-b169-41a2-92f6-3a026a9b52ad is already hosted by enough agents. {{(pid=94579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:27:29.471062 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Resources bound (agent type, host, resource id): {{(pid=94579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:27:29.475374 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Received port after_create {{(pid=94579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:27:29.497577 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Pushing event updated for resources: {'Port': ['ID=102042c8-49b9-4748-b6f9-138b66944b79,revision_number=1']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:29.541388 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.541666 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.542003 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.542429 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.542756 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.543089 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.543407 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.543724 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.544079 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.544403 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.544736 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.545032 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Tracked resource versions report: Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: pushed versions: Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: { 'AddressGroup': {'1.2'}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'ConntrackHelper': {'1.0'}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Log': {'1.0'}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Network': {'1.1'}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Port': {'1.7'}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'PortForwarding': {'1.2'}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'QosPolicy': {'1.9'}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SecurityGroup': {'1.4'}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SecurityGroupRule': {'1.2'}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SubPort': {'1.0'}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Subnet': {'1.1'}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Trunk': {'1.1'}} Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: consumer versions: Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: { DHCP agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: L3 agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: Metadata agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: Metering agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: Open vSwitch agent@dv-cinder-760199-14-iscsi: { 'AddressGroup': '1.2', Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'ConntrackHelper': '1.0', Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Log': '1.0', Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Network': '1.1', Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Port': '1.7', Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'PortForwarding': '1.2', Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'QosPolicy': '1.9', Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SecurityGroup': '1.4', Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SecurityGroupRule': '1.2', Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SubPort': '1.0', Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Subnet': '1.1', Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Trunk': '1.1'}} Sep 07 12:27:29.546395 dv-cinder-760199-14-iscsi neutron-server[94579]: {{(pid=94579) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 12:27:29.589749 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Attempting to bind port 102042c8-49b9-4748-b6f9-138b66944b79 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:27:29.590172 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Attempting to bind port 102042c8-49b9-4748-b6f9-138b66944b79 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '20b59863-6b39-44a9-9289-974f764bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:27:29.590670 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Attempting to bind port 102042c8-49b9-4748-b6f9-138b66944b79 on network 16a1ce03-b169-41a2-92f6-3a026a9b52ad {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:27:29.596346 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:27:29.596764 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Checking segment: {'id': '20b59863-6b39-44a9-9289-974f764bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:27:29.597217 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:29.597826 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Bound using segment: {'id': '20b59863-6b39-44a9-9289-974f764bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:27:29.598094 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Bound port: 102042c8-49b9-4748-b6f9-138b66944b79, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b59863-6b39-44a9-9289-974f764bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:27:29.598501 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:29.674264 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] For port 102042c8-49b9-4748-b6f9-138b66944b79, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:27:29.678972 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] For port 102042c8-49b9-4748-b6f9-138b66944b79, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=102042c8-49b9-4748-b6f9-138b66944b79,segment=NetworkSegment(20b59863-6b39-44a9-9289-974f764bcd4c),segment_id=20b59863-6b39-44a9-9289-974f764bcd4c)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:27:29.768919 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:29.842206 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a5314-39c9-42cf-8080-3e74544f546f None None] Pushing event updated for resources: {'Port': ['ID=102042c8-49b9-4748-b6f9-138b66944b79,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:30.832583 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 36420) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:31.201723 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [None req-d01c0719-8d6e-4c6a-ae00-2c571aaa8b40 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94577) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:27:31.202839 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-d01c0719-8d6e-4c6a-ae00-2c571aaa8b40 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3690727 Sep 07 12:27:33.654117 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 36428) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:33.990602 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [None req-2ee7e217-dbb2-4747-bf64-2d8a4eac73f0 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94577) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:27:34.023333 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-2ee7e217-dbb2-4747-bf64-2d8a4eac73f0 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3365290 Sep 07 12:27:36.750602 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 36438) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:37.082667 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-aac9e272-3051-4139-b03d-94b53a95984c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:27:37.145762 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-aac9e272-3051-4139-b03d-94b53a95984c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1531530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22126'] for router, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:37.147393 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-aac9e272-3051-4139-b03d-94b53a95984c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1529658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22117'] for router, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:37.301089 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-aac9e272-3051-4139-b03d-94b53a95984c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:37.368358 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-aac9e272-3051-4139-b03d-94b53a95984c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1529613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569081'] for router, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:37.410060 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 102042c8-49b9-4748-b6f9-138b66944b79 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:27:37.435865 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-aac9e272-3051-4139-b03d-94b53a95984c admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:37.437116 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-aac9e272-3051-4139-b03d-94b53a95984c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6854768 Sep 07 12:27:37.567983 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 102042c8-49b9-4748-b6f9-138b66944b79 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:27:38.412226 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d14b8-d81e-4402-8d13-8db1622e8f49 None None] Network 16a1ce03-b169-41a2-92f6-3a026a9b52ad requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:27:38.535754 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-3fc610ad-1e52-4657-a48c-f4d78c5e7109 None None] Provisioning for port 102042c8-49b9-4748-b6f9-138b66944b79 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:27:38.542312 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-3fc610ad-1e52-4657-a48c-f4d78c5e7109 None None] Provisioning complete for port 102042c8-49b9-4748-b6f9-138b66944b79 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:27:38.542691 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-3fc610ad-1e52-4657-a48c-f4d78c5e7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:38.689756 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-3fc610ad-1e52-4657-a48c-f4d78c5e7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:38.730163 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-3fc610ad-1e52-4657-a48c-f4d78c5e7109 None None] For port 102042c8-49b9-4748-b6f9-138b66944b79, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=102042c8-49b9-4748-b6f9-138b66944b79,segment=NetworkSegment(20b59863-6b39-44a9-9289-974f764bcd4c),segment_id=20b59863-6b39-44a9-9289-974f764bcd4c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:27:38.797180 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-3fc610ad-1e52-4657-a48c-f4d78c5e7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:38.846410 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc610ad-1e52-4657-a48c-f4d78c5e7109 None None] Pushing event updated for resources: {'Port': ['ID=102042c8-49b9-4748-b6f9-138b66944b79,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:38.918253 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-684f0349-664e-40af-a255-30d3d392226a None None] Provisioning complete for port 102042c8-49b9-4748-b6f9-138b66944b79 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:27:38.918628 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-684f0349-664e-40af-a255-30d3d392226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:39.054261 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4ba26c42-82e7-45b6-960c-5e4feac2d995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:39.382162 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 102042c8-49b9-4748-b6f9-138b66944b79 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:27:39.429081 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 102042c8-49b9-4748-b6f9-138b66944b79 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:27:39.429754 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:39.871474 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 36450) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:40.184940 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [None req-4f3b195e-b95a-46e5-b700-80a02048550f admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94577) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:27:40.185942 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-4f3b195e-b95a-46e5-b700-80a02048550f admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3131433 Sep 07 12:27:41.676989 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:41.940089 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-9c6aae4e-40f6-47f1-8eb0-e3400f714191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:42.612904 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 36458) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:42.933951 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:42.935123 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:27:43.008993 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Made reservation on behalf of 20cce2b656734df595a0d9f4c9f040d3 for: {'network': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:27:43.011791 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:43.022707 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:43.112114 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:43.162812 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:43.180520 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Reserving flat network on physical network physnet1 {{(pid=94577) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 12:27:43.195211 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3784ec00-df08-4c84-8f86-b25d224a40e2,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:43.201590 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:43.204220 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.segments_db [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Added segment d259ebe2-01d1-4e06-9ab0-62b0ed457ef4 of type flat for network f28d70d3-07bf-4854-88e0-9a9ce1a68175 Sep 07 12:27:43.256049 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:43.346036 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:43.347011 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:27:43.347587 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:43.408469 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] Pushing event updated for resources: {'Network': ['ID=f28d70d3-07bf-4854-88e0-9a9ce1a68175,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:43.420216 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:27:43.443540 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-55f919aa-7efb-41cd-b560-19430557cc26 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8295417 Sep 07 12:27:44.768641 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:45.857731 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 36476) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:46.198296 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.policy [None req-2ab057d5-5d78-4910-9b24-3a3fc9916156 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94578) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 12:27:46.245185 dv-cinder-760199-14-iscsi neutron-server[94578]: WARNING oslo_policy.policy [None req-2ab057d5-5d78-4910-9b24-3a3fc9916156 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 12:27:46.245559 dv-cinder-760199-14-iscsi neutron-server[94578]: WARNING oslo_policy.policy [None req-2ab057d5-5d78-4910-9b24-3a3fc9916156 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 12:27:46.253883 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab057d5-5d78-4910-9b24-3a3fc9916156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:27:46.255605 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2ab057d5-5d78-4910-9b24-3a3fc9916156 admin admin] 10.222.0.69 "GET /v2.0/subnets/6eb8ef1a-3bc1-4221-8355-fbd1343b348e HTTP/1.1" status: 200 len: 849 time: 0.3969176 Sep 07 12:27:46.432100 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-c345f6a6-f5d7-475c-bd51-c2e97c600e54 admin admin] 10.222.0.69 "GET /v2.0/routers/507eb1c8-5775-44af-a020-5e873006fae8 HTTP/1.1" status: 200 len: 704 time: 0.1698895 Sep 07 12:27:46.697628 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:47.027378 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Allocated IP 172.20.0.1 (16a1ce03-b169-41a2-92f6-3a026a9b52ad/6eb8ef1a-3bc1-4221-8355-fbd1343b348e/07c57112-e3d5-4ee4-9ebe-88a450b00e22) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:27:47.242231 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:47.268867 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Transition to ACTIVE for port object 07c57112-e3d5-4ee4-9ebe-88a450b00e22 will not be triggered until provisioned by entity DHCP. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:27:47.386499 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:47.447924 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Network 16a1ce03-b169-41a2-92f6-3a026a9b52ad is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:27:47.452525 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:27:47.506014 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Pushing event updated for resources: {'Port': ['ID=07c57112-e3d5-4ee4-9ebe-88a450b00e22,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:47.508820 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:27:47.509823 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567946'] for router_interface, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:47.569854 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.570333 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.570534 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.570863 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.571195 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.571532 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.571861 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.572213 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.572550 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.572871 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.573190 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.573505 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Tracked resource versions report: Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: pushed versions: Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: { 'AddressGroup': {'1.2'}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'ConntrackHelper': {'1.0'}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Log': {'1.0'}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Network': {'1.1'}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Port': {'1.7'}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'PortForwarding': {'1.2'}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'QosPolicy': {'1.9'}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SecurityGroup': {'1.4'}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SecurityGroupRule': {'1.2'}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SubPort': {'1.0'}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Subnet': {'1.1'}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Trunk': {'1.1'}} Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: consumer versions: Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: { DHCP agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: L3 agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: Metadata agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: Metering agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: Open vSwitch agent@dv-cinder-760199-14-iscsi: { 'AddressGroup': '1.2', Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'ConntrackHelper': '1.0', Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Log': '1.0', Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Network': '1.1', Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Port': '1.7', Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'PortForwarding': '1.2', Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'QosPolicy': '1.9', Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SecurityGroup': '1.4', Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SecurityGroupRule': '1.2', Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SubPort': '1.0', Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Subnet': '1.1', Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Trunk': '1.1'}} Sep 07 12:27:47.574896 dv-cinder-760199-14-iscsi neutron-server[94578]: {{(pid=94578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 12:27:47.757040 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-e205659d-2f56-4bbb-9dd4-205b3377c26b None None] Provisioning for port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:27:47.761206 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-e205659d-2f56-4bbb-9dd4-205b3377c26b None None] Provisioning complete for port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:27:47.761685 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-e205659d-2f56-4bbb-9dd4-205b3377c26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:47.777343 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:47.795817 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-e205659d-2f56-4bbb-9dd4-205b3377c26b None None] Port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:27:47.997752 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:48.077508 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:48.078341 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567610'] for router_interface, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:48.139629 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Pushing event updated for resources: {'Port': ['ID=07c57112-e3d5-4ee4-9ebe-88a450b00e22,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:48.207596 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Network 16a1ce03-b169-41a2-92f6-3a026a9b52ad is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:27:48.208939 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:27:48.417628 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-7bbbaa63-0c82-47eb-aa6e-99f0b6bf30a6 None None] Provisioning complete for port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:27:48.418077 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-7bbbaa63-0c82-47eb-aa6e-99f0b6bf30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:48.451776 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-7bbbaa63-0c82-47eb-aa6e-99f0b6bf30a6 None None] Port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:27:48.516486 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Router 507eb1c8-5775-44af-a020-5e873006fae8 is scheduled to L3 agent 6647c929-37a5-41d0-8492-45615cc7804c with binding_index 1 {{(pid=94578) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 12:27:48.609478 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:27:48.615537 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-76eaafaa-cffe-4629-b2ab-8f11100824b1 admin admin] 10.222.0.69 "PUT /v2.0/routers/507eb1c8-5775-44af-a020-5e873006fae8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1775427 Sep 07 12:27:48.619880 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Sync routers for ids ['507eb1c8-5775-44af-a020-5e873006fae8'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:27:48.632521 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Routers {'507eb1c8-5775-44af-a020-5e873006fae8'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:27:48.633377 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:27:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['507eb1c8-5775-44af-a020-5e873006fae8'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:27:48.831888 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Set router 507eb1c8-5775-44af-a020-5e873006fae8 gateway port host: None {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:27:49.287167 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb1c8-5775-44af-a020-5e873006fae8', 'name': 'router1', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:27:37Z', 'updated_at': '2021-09-07T12:27:47Z', 'revision_number': 2, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'gw_port_host': None, '_interfaces': [{'id': '07c57112-e3d5-4ee4-9ebe-88a450b00e22', 'name': '', 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'mac_address': 'fa:16:3e:af:f7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb1c8-5775-44af-a020-5e873006fae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:27:46Z', 'updated_at': '2021-09-07T12:27:47Z', 'revision_number': 2, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'subnets': [{'id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c19c372-b04b-4c79-86a0-5a5367d52f41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:27:49.342186 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Checking router: 507eb1c8-5775-44af-a020-5e873006fae8 for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:27:49.342551 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Updating router 507eb1c8-5775-44af-a020-5e873006fae8 port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 binding host dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:27:49.392622 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:49.937007 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:49.957568 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.provisioning_blocks [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Transition to ACTIVE for port object 07c57112-e3d5-4ee4-9ebe-88a450b00e22 will not be triggered until provisioned by entity L2. {{(pid=94580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:27:50.031726 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:50.150613 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Pushing event updated for resources: {'Port': ['ID=07c57112-e3d5-4ee4-9ebe-88a450b00e22,revision_number=3']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:50.176587 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.176921 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.177169 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.177494 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.177812 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.178131 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.178939 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.179061 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.179375 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.179720 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.180023 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.180323 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Tracked resource versions report: Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: pushed versions: Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: { 'AddressGroup': {'1.2'}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'ConntrackHelper': {'1.0'}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Log': {'1.0'}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Network': {'1.1'}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Port': {'1.7'}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'PortForwarding': {'1.2'}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'QosPolicy': {'1.9'}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SecurityGroup': {'1.4'}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SecurityGroupRule': {'1.2'}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SubPort': {'1.0'}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Subnet': {'1.1'}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Trunk': {'1.1'}} Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: consumer versions: Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: { DHCP agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: L3 agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: Metadata agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: Metering agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: Open vSwitch agent@dv-cinder-760199-14-iscsi: { 'AddressGroup': '1.2', Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'ConntrackHelper': '1.0', Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Log': '1.0', Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Network': '1.1', Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Port': '1.7', Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'PortForwarding': '1.2', Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'QosPolicy': '1.9', Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SecurityGroup': '1.4', Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SecurityGroupRule': '1.2', Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SubPort': '1.0', Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Subnet': '1.1', Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Trunk': '1.1'}} Sep 07 12:27:50.181679 dv-cinder-760199-14-iscsi neutron-server[94580]: {{(pid=94580) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 12:27:50.211552 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Attempting to bind port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:27:50.211944 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Attempting to bind port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '20b59863-6b39-44a9-9289-974f764bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad'}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:27:50.212371 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Attempting to bind port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 on network 16a1ce03-b169-41a2-92f6-3a026a9b52ad {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:27:50.217815 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:27:50.218232 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Checking segment: {'id': '20b59863-6b39-44a9-9289-974f764bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:27:50.218696 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:50.219080 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Bound using segment: {'id': '20b59863-6b39-44a9-9289-974f764bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad'} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:27:50.219568 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Bound port: 07c57112-e3d5-4ee4-9ebe-88a450b00e22, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b59863-6b39-44a9-9289-974f764bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad'}}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:27:50.219998 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:50.294802 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] For port 07c57112-e3d5-4ee4-9ebe-88a450b00e22, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:27:50.325548 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] For port 07c57112-e3d5-4ee4-9ebe-88a450b00e22, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=07c57112-e3d5-4ee4-9ebe-88a450b00e22,segment=NetworkSegment(20b59863-6b39-44a9-9289-974f764bcd4c),segment_id=20b59863-6b39-44a9-9289-974f764bcd4c)] {{(pid=94580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:27:50.386932 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:50.436975 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Routers {'507eb1c8-5775-44af-a020-5e873006fae8'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:27:50.439054 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:27:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['507eb1c8-5775-44af-a020-5e873006fae8'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:27:50.491053 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b1878-6e36-481c-96dc-d38a66c0b788 None None] Pushing event updated for resources: {'Port': ['ID=07c57112-e3d5-4ee4-9ebe-88a450b00e22,revision_number=4']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:50.544336 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] Set router 507eb1c8-5775-44af-a020-5e873006fae8 gateway port host: None {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:27:50.784513 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb1c8-5775-44af-a020-5e873006fae8', 'name': 'router1', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:27:37Z', 'updated_at': '2021-09-07T12:27:47Z', 'revision_number': 2, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'gw_port_host': None, '_interfaces': [{'id': '07c57112-e3d5-4ee4-9ebe-88a450b00e22', 'name': '', 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'mac_address': 'fa:16:3e:af:f7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb1c8-5775-44af-a020-5e873006fae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:27:46Z', 'updated_at': '2021-09-07T12:27:50Z', 'revision_number': 4, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'subnets': [{'id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c19c372-b04b-4c79-86a0-5a5367d52f41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:27:50.829485 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205ff8e-ea95-4d15-883f-cd72e51629d4 None None] The sync data for ids ['507eb1c8-5775-44af-a020-5e873006fae8'] in dv-cinder-760199-14-iscsi is: [{'id': '507eb1c8-5775-44af-a020-5e873006fae8', 'name': 'router1', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:27:37Z', 'updated_at': '2021-09-07T12:27:47Z', 'revision_number': 2, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'gw_port_host': None, '_interfaces': [{'id': '07c57112-e3d5-4ee4-9ebe-88a450b00e22', 'name': '', 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'mac_address': 'fa:16:3e:af:f7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb1c8-5775-44af-a020-5e873006fae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:27:46Z', 'updated_at': '2021-09-07T12:27:50Z', 'revision_number': 4, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'subnets': [{'id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c19c372-b04b-4c79-86a0-5a5367d52f41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:27:50.916733 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 36502) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:51.043388 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a0e0c0-840a-43f5-a5c3-069338867de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:27:51.045328 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-18a0e0c0-840a-43f5-a5c3-069338867de5 admin admin] 10.222.0.69 "GET /v2.0/networks/f28d70d3-07bf-4854-88e0-9a9ce1a68175 HTTP/1.1" status: 200 len: 842 time: 0.1275189 Sep 07 12:27:51.055616 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:27:51.057010 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.quota [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Loaded quota_driver: . Sep 07 12:27:51.168976 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Made reservation on behalf of 20cce2b656734df595a0d9f4c9f040d3 for: {'subnet': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:27:51.172000 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:51.574733 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.objects.ports [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94578) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 12:27:51.575426 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:51.635711 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0402e4-ebd3-468e-8cf9-8d4879999b4f,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:51.645278 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Checking segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:27:51.645278 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Network hostable DHCP agents. Network: f28d70d3-07bf-4854-88e0-9a9ce1a68175, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94578) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:27:51.722956 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94578) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:27:51.808436 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, f28d70d3-07bf-4854-88e0-9a9ce1a68175) {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:27:51.814645 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:27:51.814973 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:51.819269 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c439d-53ed-4a6c-92cf-a825813e1def None None] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:27:51.889404 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-26d17176-4e33-4570-a5e1-30fc5b2d7130 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8373587 Sep 07 12:27:51.960762 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1372f025-df52-4468-87f7-39fbb9927181 None None] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:27:54.216794 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 36510) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:54.351528 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-013ebf23-733d-4ef9-98e0-73192e29ca61 admin admin] 10.222.0.69 "GET /v2.0/routers/507eb1c8-5775-44af-a020-5e873006fae8 HTTP/1.1" status: 200 len: 710 time: 0.1333957 Sep 07 12:27:54.451204 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9e041d-d927-4b97-a10f-dc746067baee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:27:54.453659 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2b9e041d-d927-4b97-a10f-dc746067baee admin admin] 10.222.0.69 "GET /v2.0/networks/f28d70d3-07bf-4854-88e0-9a9ce1a68175 HTTP/1.1" status: 200 len: 886 time: 0.0934427 Sep 07 12:27:54.463301 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:27:54.717618 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:55.119313 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:55.201429 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:55.323286 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Allocated IP 172.27.2.144 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/bd73fb62-e6fa-41ed-8b31-78ade7e4fad3) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:27:55.451622 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:55.569260 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:55.606913 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:27:55.609976 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:27:55.619581 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:27:55.622179 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Pushing event updated for resources: {'Port': ['ID=bd73fb62-e6fa-41ed-8b31-78ade7e4fad3,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:55.960055 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:56.197921 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569060', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1529620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2447'] for router, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:56.201695 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1529631'] for router, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:56.315389 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Router 507eb1c8-5775-44af-a020-5e873006fae8 has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:27:56.427992 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:27:56.432329 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] Notify callbacks [] for router, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:56.433529 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-32e48694-4f86-431d-b9a8-9d2226bd104c admin admin] 10.222.0.69 "PUT /v2.0/routers/507eb1c8-5775-44af-a020-5e873006fae8 HTTP/1.1" status: 200 len: 890 time: 1.9736431 Sep 07 12:27:57.427943 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Sync routers for ids ['507eb1c8-5775-44af-a020-5e873006fae8'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:27:57.441688 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Routers {'507eb1c8-5775-44af-a020-5e873006fae8'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:27:57.442444 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:27:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['507eb1c8-5775-44af-a020-5e873006fae8'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:27:57.463770 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 07c57112-e3d5-4ee4-9ebe-88a450b00e22 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:27:57.754065 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Set router 507eb1c8-5775-44af-a020-5e873006fae8 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:27:57.840944 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:27:57.905143 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:27:57.905513 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:58.162153 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:58.216647 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 07c57112-e3d5-4ee4-9ebe-88a450b00e22, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=07c57112-e3d5-4ee4-9ebe-88a450b00e22,segment=NetworkSegment(20b59863-6b39-44a9-9289-974f764bcd4c),segment_id=20b59863-6b39-44a9-9289-974f764bcd4c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:27:58.278174 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:58.297167 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb1c8-5775-44af-a020-5e873006fae8', 'name': 'router1', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bd73fb62-e6fa-41ed-8b31-78ade7e4fad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:27:37Z', 'updated_at': '2021-09-07T12:27:55Z', 'revision_number': 4, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'gw_port': {'id': 'bd73fb62-e6fa-41ed-8b31-78ade7e4fad3', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb1c8-5775-44af-a020-5e873006fae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:27:55Z', 'updated_at': '2021-09-07T12:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '07c57112-e3d5-4ee4-9ebe-88a450b00e22', 'name': '', 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'mac_address': 'fa:16:3e:af:f7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb1c8-5775-44af-a020-5e873006fae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:27:46Z', 'updated_at': '2021-09-07T12:27:50Z', 'revision_number': 4, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'subnets': [{'id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c19c372-b04b-4c79-86a0-5a5367d52f41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:27:58.422614 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Checking router: 507eb1c8-5775-44af-a020-5e873006fae8 for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:27:58.423625 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Updating router 507eb1c8-5775-44af-a020-5e873006fae8 port bd73fb62-e6fa-41ed-8b31-78ade7e4fad3 binding host dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:27:58.528697 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:58.568219 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=07c57112-e3d5-4ee4-9ebe-88a450b00e22,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:58.992378 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Notify callbacks [] for port, precommit_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:59.002439 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Transition to ACTIVE for port object bd73fb62-e6fa-41ed-8b31-78ade7e4fad3 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:27:59.071663 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:59.121829 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Attempting to bind port bd73fb62-e6fa-41ed-8b31-78ade7e4fad3 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:27:59.122546 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Attempting to bind port bd73fb62-e6fa-41ed-8b31-78ade7e4fad3 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:27:59.122546 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Attempting to bind port bd73fb62-e6fa-41ed-8b31-78ade7e4fad3 on network f28d70d3-07bf-4854-88e0-9a9ce1a68175 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:27:59.128649 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafd295-b576-4290-ac05-97e726ee018f None None] Pushing event updated for resources: {'Port': ['ID=bd73fb62-e6fa-41ed-8b31-78ade7e4fad3,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:59.134276 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:27:59.134658 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Checking segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:27:59.135050 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:59.135441 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Bound using segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:27:59.136010 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Bound port: bd73fb62-e6fa-41ed-8b31-78ade7e4fad3, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:27:59.136442 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:59.186447 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 36522) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:27:59.190637 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] For port bd73fb62-e6fa-41ed-8b31-78ade7e4fad3, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:27:59.193769 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] For port bd73fb62-e6fa-41ed-8b31-78ade7e4fad3, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=bd73fb62-e6fa-41ed-8b31-78ade7e4fad3,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:27:59.243223 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:59.302851 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafd295-b576-4290-ac05-97e726ee018f None None] Pushing event updated for resources: {'Port': ['ID=bd73fb62-e6fa-41ed-8b31-78ade7e4fad3,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:27:59.305468 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Routers {'507eb1c8-5775-44af-a020-5e873006fae8'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:27:59.306071 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:27:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['507eb1c8-5775-44af-a020-5e873006fae8'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:27:59.306715 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-db381bad-e6d9-430f-9cde-24ae1686ebdd admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1192486 Sep 07 12:27:59.494021 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 07c57112-e3d5-4ee4-9ebe-88a450b00e22 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:27:59.541677 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] Set router 507eb1c8-5775-44af-a020-5e873006fae8 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:27:59.623160 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:27:59.623533 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:27:59.831263 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb1c8-5775-44af-a020-5e873006fae8', 'name': 'router1', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bd73fb62-e6fa-41ed-8b31-78ade7e4fad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:27:37Z', 'updated_at': '2021-09-07T12:27:55Z', 'revision_number': 4, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'gw_port': {'id': 'bd73fb62-e6fa-41ed-8b31-78ade7e4fad3', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb1c8-5775-44af-a020-5e873006fae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:27:55Z', 'updated_at': '2021-09-07T12:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '07c57112-e3d5-4ee4-9ebe-88a450b00e22', 'name': '', 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'mac_address': 'fa:16:3e:af:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb1c8-5775-44af-a020-5e873006fae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:27:46Z', 'updated_at': '2021-09-07T12:27:58Z', 'revision_number': 5, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'subnets': [{'id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c19c372-b04b-4c79-86a0-5a5367d52f41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:27:59.861201 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d6e8a-eea3-4905-b6a8-6fce82d45da2 None None] The sync data for ids ['507eb1c8-5775-44af-a020-5e873006fae8'] in dv-cinder-760199-14-iscsi is: [{'id': '507eb1c8-5775-44af-a020-5e873006fae8', 'name': 'router1', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bd73fb62-e6fa-41ed-8b31-78ade7e4fad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:27:37Z', 'updated_at': '2021-09-07T12:27:55Z', 'revision_number': 4, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'gw_port': {'id': 'bd73fb62-e6fa-41ed-8b31-78ade7e4fad3', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb1c8-5775-44af-a020-5e873006fae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:27:55Z', 'updated_at': '2021-09-07T12:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '07c57112-e3d5-4ee4-9ebe-88a450b00e22', 'name': '', 'network_id': '16a1ce03-b169-41a2-92f6-3a026a9b52ad', 'tenant_id': '7d24c9c630c04cd8925528f40e97cc19', 'mac_address': 'fa:16:3e:af:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb1c8-5775-44af-a020-5e873006fae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:27:46Z', 'updated_at': '2021-09-07T12:27:58Z', 'revision_number': 5, 'project_id': '7d24c9c630c04cd8925528f40e97cc19', 'subnets': [{'id': '6eb8ef1a-3bc1-4221-8355-fbd1343b348e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c19c372-b04b-4c79-86a0-5a5367d52f41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:28:01.433240 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device bd73fb62-e6fa-41ed-8b31-78ade7e4fad3 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:28:01.563340 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port bd73fb62-e6fa-41ed-8b31-78ade7e4fad3 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:28:01.568396 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port bd73fb62-e6fa-41ed-8b31-78ade7e4fad3 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:28:01.568848 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:01.674383 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:01.696095 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port bd73fb62-e6fa-41ed-8b31-78ade7e4fad3, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=bd73fb62-e6fa-41ed-8b31-78ade7e4fad3,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:28:01.751593 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:01.810007 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=bd73fb62-e6fa-41ed-8b31-78ade7e4fad3,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:28:03.456518 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device bd73fb62-e6fa-41ed-8b31-78ade7e4fad3 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:28:03.536758 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port bd73fb62-e6fa-41ed-8b31-78ade7e4fad3 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:28:03.537489 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:08.959331 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 5 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:28:09.037379 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-c8362fb6-6bf0-41eb-85da-1f1085ad4c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:11.705230 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:11.992179 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-da031929-ecbb-4515-8b97-430b91c0edf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:12.946180 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:14.780935 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:39.055862 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-c07d2a51-4f09-40a9-b622-946afd03327f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:41.677104 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:41.952867 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-b6c63c0b-e70e-4acc-ae9d-5d22040584ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:42.963664 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:44.775149 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:28:45.959457 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 5 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:29:09.043034 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-737789c5-b537-4c08-a8fd-02155355b17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:11.684376 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:11.935833 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-ff012073-1c7a-4b9f-9853-ea56a458022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:12.980639 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:14.792762 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:22.959582 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 5 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:29:38.126586 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37084) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:29:38.187290 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.pecan_wsgi.hooks.translation [None req-84642254-85a6-4c2b-82ca-174aa404f50c admin admin] GET failed (client error): The resource could not be found. Sep 07 12:29:38.188596 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-84642254-85a6-4c2b-82ca-174aa404f50c admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610504 Sep 07 12:29:38.347612 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b03652-2962-4d6f-85e7-096f1a07228c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:38.349158 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-33b03652-2962-4d6f-85e7-096f1a07228c admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554673 Sep 07 12:29:39.039269 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dd0b-4b61-40c4-862a-226e72ca78dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:40.532298 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37094) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:29:40.697360 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042cabaa-77b5-4658-b2fb-919ee839067e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:40.698728 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-042cabaa-77b5-4658-b2fb-919ee839067e admin admin] 10.222.0.69 "GET /v2.0/subnets/6eb8ef1a-3bc1-4221-8355-fbd1343b348e HTTP/1.1" status: 200 len: 849 time: 0.1654825 Sep 07 12:29:40.709355 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:29:40.791532 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:41.003758 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749279345628'] for subnet, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:41.034684 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:41.035303 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:41.037162 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] 10.222.0.69 "PUT /v2.0/subnets/6eb8ef1a-3bc1-4221-8355-fbd1343b348e HTTP/1.1" status: 200 len: 868 time: 0.3319776 Sep 07 12:29:41.043015 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b32aeee-6366-49c8-a62b-895689cf44d1 None None] Network 16a1ce03-b169-41a2-92f6-3a026a9b52ad requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:29:41.060727 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb8ef1a-3bc1-4221-8355-fbd1343b348e,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:29:41.068472 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.068836 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.069309 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.069652 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.069985 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.070341 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.070675 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.071025 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.072086 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.072086 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.072086 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.072447 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd1a68-80af-4e87-9c69-ff959567e6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:29:41.443471 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-e74a37ff-301f-4711-94b3-8f919547115c None None] Provisioning complete for port 102042c8-49b9-4748-b6f9-138b66944b79 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:29:41.443847 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-e74a37ff-301f-4711-94b3-8f919547115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:41.536621 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-e74a37ff-301f-4711-94b3-8f919547115c None None] Provisioning complete for port 07c57112-e3d5-4ee4-9ebe-88a450b00e22 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:29:41.536912 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-e74a37ff-301f-4711-94b3-8f919547115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:41.684789 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:41.942049 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-fb47572e-5d5e-43d4-80d6-db6e7ff74d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:42.946895 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:43.253098 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37102) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:29:43.454088 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f0879-f8af-40ef-b1da-d5ee1b49e8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:43.454492 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f0879-f8af-40ef-b1da-d5ee1b49e8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:43.456117 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-126f0879-f8af-40ef-b1da-d5ee1b49e8a2 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020104 Sep 07 12:29:44.793168 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:29:45.642735 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37110) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:29:45.777078 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69efb35-b464-46a2-b947-3d4c3d3e19e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:45.777565 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69efb35-b464-46a2-b947-3d4c3d3e19e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:45.779099 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-e69efb35-b464-46a2-b947-3d4c3d3e19e1 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1353765 Sep 07 12:29:47.966139 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37118) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:29:48.150317 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a812388-6385-4896-9a9d-f79d63579102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:48.151619 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-2a812388-6385-4896-9a9d-f79d63579102 admin admin] 10.222.0.69 "GET /v2.0/networks/16a1ce03-b169-41a2-92f6-3a026a9b52ad HTTP/1.1" status: 200 len: 869 time: 0.1844363 Sep 07 12:29:50.366351 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37128) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:29:50.492203 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cde9fa-7da9-48a0-afbd-d292f8e5db68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:50.493567 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-89cde9fa-7da9-48a0-afbd-d292f8e5db68 admin admin] 10.222.0.69 "GET /v2.0/networks/f28d70d3-07bf-4854-88e0-9a9ce1a68175 HTTP/1.1" status: 200 len: 886 time: 0.1262689 Sep 07 12:29:52.683329 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37136) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:29:52.807613 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d933aa-598e-4565-a43e-08e60546bdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:52.808094 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d933aa-598e-4565-a43e-08e60546bdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:52.809625 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-c5d933aa-598e-4565-a43e-08e60546bdc8 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253579 Sep 07 12:29:54.988356 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37144) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:29:55.083474 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa644d69-ebc1-42dc-a435-5544debbbbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:55.089088 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa644d69-ebc1-42dc-a435-5544debbbbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:55.089088 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-fa644d69-ebc1-42dc-a435-5544debbbbc1 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0961711 Sep 07 12:29:57.268752 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37152) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:29:57.359440 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00bf82-7089-46d5-815f-e904ddcd1439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:57.360795 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-7c00bf82-7089-46d5-815f-e904ddcd1439 admin admin] 10.222.0.69 "GET /v2.0/subnets/6eb8ef1a-3bc1-4221-8355-fbd1343b348e HTTP/1.1" status: 200 len: 868 time: 0.0910804 Sep 07 12:29:59.554408 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37160) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:29:59.641767 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b2e042-9a92-43e6-9cf5-2f98a8b2c22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:29:59.643092 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-a3b2e042-9a92-43e6-9cf5-2f98a8b2c22c admin admin] 10.222.0.69 "GET /v2.0/subnets/ba0402e4-ebd3-468e-8cf9-8d4879999b4f HTTP/1.1" status: 200 len: 816 time: 0.0877094 Sep 07 12:29:59.958349 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 5 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:30:09.039042 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a2cf4ffe-dd45-48cc-b758-87cdee363cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:11.725926 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:11.925641 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-49e58e5b-d28d-42a2-aadd-84cba34bf8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:12.964503 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:14.804656 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:23.696327 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37214) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:30:23.749753 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [None req-f0690246-2643-4bc0-bfe9-180edc155b7e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94578) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:30:23.750749 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-f0690246-2643-4bc0-bfe9-180edc155b7e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534918 Sep 07 12:30:26.062349 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37222) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:30:26.127831 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.pecan_wsgi.hooks.translation [None req-521d96f5-2ca7-4349-bfb4-4d92af954846 admin admin] GET failed (client error): The resource could not be found. Sep 07 12:30:26.130316 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-521d96f5-2ca7-4349-bfb4-4d92af954846 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667686 Sep 07 12:30:26.225006 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115894dd-0472-431c-906b-309c70aec7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:30:26.226421 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-115894dd-0472-431c-906b-309c70aec7e7 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0916874 Sep 07 12:30:28.498810 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37230) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:30:28.546970 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:30:28.627436 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Made reservation on behalf of 20cce2b656734df595a0d9f4c9f040d3 for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:30:28.629734 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:28.666978 dv-cinder-760199-14-iscsi neutron-server[94578]: WARNING neutron.services.revisions.revision_plugin [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Could not find related network for resource to bump revision. Sep 07 12:30:28.686414 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:30:28.701515 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749279094375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:28.702436 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Unsubscribe: segment precommit_create {{(pid=94578) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 12:30:28.703211 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Added segment be9991eb-7442-4e44-b44f-bf71cf3faeb5 of type vlan for network 98d136cb-14fb-4dcc-8216-e62b85f88668 Sep 07 12:30:28.752388 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:28.845934 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:28.846905 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:30:28.847483 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:28.941225 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] Pushing event updated for resources: {'Network': ['ID=98d136cb-14fb-4dcc-8216-e62b85f88668,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:30:28.945645 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-5e43ae36-55b8-4110-af6b-da18dd641de4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4458306 Sep 07 12:30:28.961986 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network 98d136cb-14fb-4dcc-8216-e62b85f88668 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:30:31.193093 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37238) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:30:31.261661 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7807d8-a84c-4f45-b122-89f2c4d22b8f admin admin] GET failed (client error): The resource could not be found. Sep 07 12:30:31.263329 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-0a7807d8-a84c-4f45-b122-89f2c4d22b8f admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0689845 Sep 07 12:30:31.341026 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3382df0-cf2a-4f02-945e-98990a88eacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:30:31.342479 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-b3382df0-cf2a-4f02-945e-98990a88eacf admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0747080 Sep 07 12:30:31.353096 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '98d136cb-14fb-4dcc-8216-e62b85f88668', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:30:31.433670 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] Made reservation on behalf of 20cce2b656734df595a0d9f4c9f040d3 for: {'subnet': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:30:31.436305 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:31.680318 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:31.734279 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab04cbb4-751f-4cbe-a8b8-e1c7a0b9ad27,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:30:31.744308 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] Checking segment: {'id': 'be9991eb-7442-4e44-b44f-bf71cf3faeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '98d136cb-14fb-4dcc-8216-e62b85f88668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:30:31.744664 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] Network hostable DHCP agents. Network: 98d136cb-14fb-4dcc-8216-e62b85f88668, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94578) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:30:31.840433 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] Network 98d136cb-14fb-4dcc-8216-e62b85f88668 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94578) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:30:31.932379 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, 98d136cb-14fb-4dcc-8216-e62b85f88668) {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:30:31.943448 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35169d69-14ba-4d9e-ae54-7ead1cf5eec5 None None] Network 98d136cb-14fb-4dcc-8216-e62b85f88668 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:30:31.945870 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:30:31.946716 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:32.023566 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-f0ad780c-8dd4-4fcf-a998-6c8220f04e38 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6739054 Sep 07 12:30:32.210393 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce648fa9-7b31-54c3-a271-dc40bc78a594-98d136cb-14fb-4dcc-8216-e62b85f88668', 'network_id': '98d136cb-14fb-4dcc-8216-e62b85f88668', 'tenant_id': '20cce2b656734df595a0d9f4c9f040d3', 'fixed_ips': [{'subnet_id': 'ab04cbb4-751f-4cbe-a8b8-e1c7a0b9ad27'}]}} from dv-cinder-760199-14-iscsi. {{(pid=94579) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 12:30:32.211258 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:32.354848 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.db_base_plugin_common [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Allocated IP 192.168.233.2 (98d136cb-14fb-4dcc-8216-e62b85f88668/ab04cbb4-751f-4cbe-a8b8-e1c7a0b9ad27/0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23) {{(pid=94579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:30:32.512588 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Notify callbacks [] for port, precommit_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:32.521202 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Transition to ACTIVE for port object 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:30:32.537502 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Transition to ACTIVE for port object 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 will not be triggered until provisioned by entity DHCP. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:30:32.612464 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:32.662084 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Network 98d136cb-14fb-4dcc-8216-e62b85f88668 is already hosted by enough agents. {{(pid=94579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:30:32.664022 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Pushing event updated for resources: {'Port': ['ID=0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23,revision_number=1']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:30:32.666915 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.base_scheduler [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Resources bound (agent type, host, resource id): {{(pid=94579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:30:32.672849 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Received port after_create {{(pid=94579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:30:32.676416 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.676799 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.677141 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.677478 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.677808 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.678181 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.678505 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.678830 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.679172 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.679496 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.679814 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.680178 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:30:32.738340 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Attempting to bind port 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:30:32.738671 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Attempting to bind port 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'be9991eb-7442-4e44-b44f-bf71cf3faeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '98d136cb-14fb-4dcc-8216-e62b85f88668'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:30:32.738999 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Attempting to bind port 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 on network 98d136cb-14fb-4dcc-8216-e62b85f88668 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:30:32.745720 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:30:32.746105 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Checking segment: {'id': 'be9991eb-7442-4e44-b44f-bf71cf3faeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '98d136cb-14fb-4dcc-8216-e62b85f88668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:30:32.746616 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:32.746859 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Bound using segment: {'id': 'be9991eb-7442-4e44-b44f-bf71cf3faeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '98d136cb-14fb-4dcc-8216-e62b85f88668'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:30:32.747331 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Bound port: 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9991eb-7442-4e44-b44f-bf71cf3faeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '98d136cb-14fb-4dcc-8216-e62b85f88668'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:30:32.747727 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:32.819708 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] For port 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:30:32.823498 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] For port 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23,segment=NetworkSegment(be9991eb-7442-4e44-b44f-bf71cf3faeb5),segment_id=be9991eb-7442-4e44-b44f-bf71cf3faeb5)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:30:32.903846 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:32.972297 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8dbf5-53ed-4dbf-9950-1c7ee75ea192 None None] Pushing event updated for resources: {'Port': ['ID=0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:30:33.569046 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:30:33.698697 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:30:33.954828 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1b643f-1e0c-4de5-970e-317786c3198c None None] Network 98d136cb-14fb-4dcc-8216-e62b85f88668 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:30:34.167676 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-e149140f-ed48-4f79-a784-7deab2e9ba6f None None] Provisioning for port 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:30:34.178047 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-e149140f-ed48-4f79-a784-7deab2e9ba6f None None] Provisioning complete for port 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:30:34.178047 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-e149140f-ed48-4f79-a784-7deab2e9ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:34.301122 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-e149140f-ed48-4f79-a784-7deab2e9ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:34.341377 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-e149140f-ed48-4f79-a784-7deab2e9ba6f None None] For port 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23,segment=NetworkSegment(be9991eb-7442-4e44-b44f-bf71cf3faeb5),segment_id=be9991eb-7442-4e44-b44f-bf71cf3faeb5)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:30:34.433678 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-e149140f-ed48-4f79-a784-7deab2e9ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:34.492592 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149140f-ed48-4f79-a784-7deab2e9ba6f None None] Pushing event updated for resources: {'Port': ['ID=0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:30:34.561675 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-cdc6a013-82ad-4bef-8b0b-694f5432a699 None None] Provisioning complete for port 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:30:34.562039 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a013-82ad-4bef-8b0b-694f5432a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:35.531246 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:30:35.594947 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 0a45c3e2-caf1-4cb1-bb5a-e7b75e122b23 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:30:35.595317 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:36.957334 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 5 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:30:39.030209 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-ce140fd9-2229-40a1-b451-f2f5ee1ce2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:41.715471 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:41.954550 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-c4178113-fe09-469a-8b4d-06f1d31a1d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:42.961123 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:30:44.812024 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:09.052984 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-678679e0-f33d-47a5-ad8b-57e9f78cb8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:11.716485 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:11.949901 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a24eda3c-4bfd-4eed-966d-8d9769da64ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:12.967224 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:13.955642 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 5 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:31:14.805939 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:39.070737 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-ad2d349a-23c8-4eae-871d-e2f376507a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:41.687932 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:41.949850 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-94f12aa6-37fc-454c-a3a7-1eb87be37b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:42.962270 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:44.791312 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:50.953527 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 5 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:31:54.113610 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37290) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:31:54.119968 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [None req-f9a2fc10-6bc0-4cb8-81c6-eecf889ea376 tempest-verify_tempest_config-1373757346 tempest-verify_tempest_config-1373757346-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94578) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:31:54.120965 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-f9a2fc10-6bc0-4cb8-81c6-eecf889ea376 tempest-verify_tempest_config-1373757346 tempest-verify_tempest_config-1373757346-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063930 Sep 07 12:31:54.639195 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37308) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:31:54.742619 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:54.833146 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:54.934081 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:54.981256 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d4c1e409be14e15ae823cd5cd6884b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3408012 Sep 07 12:31:54.982790 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f8ec60-26dd-4833-9b8c-69f78048ae73,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:31:54.983777 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37314) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:31:54.989030 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:54.989405 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:54.989742 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:54.990133 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:54.990456 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:54.990804 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:54.991136 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:54.991472 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:54.991829 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:54.992200 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:54.992540 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:54.992871 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39951cc-6ab5-499d-8efa-009652446f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.067449 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:55.088484 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:55.243327 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:55.245825 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:31:55.247039 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/57f8ec60-26dd-4833-9b8c-69f78048ae73 HTTP/1.1" status: 204 len: 168 time: 0.2621188 Sep 07 12:31:55.255400 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f8ec60-26dd-4833-9b8c-69f78048ae73,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:31:55.265247 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.265619 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.265955 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.266285 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.266610 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.266950 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.267422 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.267765 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.268135 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.268460 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.268808 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:31:55.269183 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd915a7-c335-4c73-8db0-1e46711f73f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:32:09.043354 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-aa9609b5-2f8d-4257-a2bc-43be9c8c528b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:32:11.682594 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:32:11.991899 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4c4734ba-239f-4d33-8eab-f6472e58c8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:32:12.951433 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:32:14.813998 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:32:27.952023 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 5 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:32:39.031697 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-8f7c7581-3963-4a0e-a82b-e83ed6ba4ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:32:41.678240 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:32:41.952476 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-371f2565-d9bf-4093-912b-3f66b9587849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:32:42.969508 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:32:44.809616 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:04.949560 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 5 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:33:09.049308 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-c19b036f-6a54-4983-b8a2-9779827bdaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:11.701482 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:12.001801 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-461dc669-d82d-40f9-b80e-0619de7215c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:12.992983 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:14.793039 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:30.034148 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568047'] for agent, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:39.021769 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-51e4c384-2cc3-4b64-87bd-f1086ae5e219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:41.719730 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:41.947768 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:33:41.948363 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a374-f875-4738-8982-dd279815cb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:42.971573 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:44.788619 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:33:45.148660 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37386) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:33:45.252015 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-06718a5f-7f9c-469c-8cca-2deba966a713 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1022677 Sep 07 12:33:47.472061 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37396) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:33:47.533061 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2de8ec32-997d-4624-b76a-18094851fddf admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0599093 Sep 07 12:33:59.999382 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:09.039333 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-26f7bc3f-e137-4cdd-a464-371fc11eb5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:11.703966 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:11.949222 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-38458671-79bc-406a-8666-1a4516ff56b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:13.012170 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:14.810917 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:18.946354 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:34:30.007132 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:39.048263 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-37bbfe31-9b31-4d23-83fa-b36d3c79c4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:41.842072 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:41.991826 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4620fa41-607a-47ae-8158-2377634be32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:42.990891 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:44.836724 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:34:55.946921 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:34:59.997157 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:09.037433 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-206c246d-b3eb-4433-956f-246738dd8630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:11.721783 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:11.985836 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-54132c99-5393-4078-b6b0-0993da19c8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:13.014833 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:15.014855 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:16.863234 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37544) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:17.413664 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-153652707-network', 'tenant_id': '3cbe0a844f48486b884d7d9eb851da32'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:17.551866 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Made reservation on behalf of 3cbe0a844f48486b884d7d9eb851da32 for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:17.554200 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:17.563044 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:17.657493 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:17.768594 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:17.794200 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:35:17.805650 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94477a5-616c-4402-9352-ea69715d6197,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:17.814978 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.815366 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.815889 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.816322 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.816637 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.816989 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.817509 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.817741 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.818088 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.818415 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.818727 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.819038 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Tracked resource versions report: Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: pushed versions: Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: { 'AddressGroup': {'1.2'}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'ConntrackHelper': {'1.0'}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Log': {'1.0'}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Network': {'1.1'}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Port': {'1.7'}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'PortForwarding': {'1.2'}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'QosPolicy': {'1.9'}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SecurityGroup': {'1.4'}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SecurityGroupRule': {'1.2'}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SubPort': {'1.0'}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Subnet': {'1.1'}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Trunk': {'1.1'}} Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: consumer versions: Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: { DHCP agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: HyperV agent@hv-cinder-76019: {}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: L3 agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: Metadata agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: Metering agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: Open vSwitch agent@dv-cinder-760199-14-iscsi: { 'AddressGroup': '1.2', Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'ConntrackHelper': '1.0', Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Log': '1.0', Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Network': '1.1', Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Port': '1.7', Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'PortForwarding': '1.2', Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'QosPolicy': '1.9', Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SecurityGroup': '1.4', Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SecurityGroupRule': '1.2', Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'SubPort': '1.0', Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Subnet': '1.1', Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: 'Trunk': '1.1'}} Sep 07 12:35:17.820207 dv-cinder-760199-14-iscsi neutron-server[94578]: {{(pid=94578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 12:35:17.824410 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:17.824847 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Added segment fb02c6ab-f2a7-4454-8a59-63718d3ef972 of type vlan for network 068be336-2bae-4d46-bebc-0414c22e6b78 Sep 07 12:35:17.874345 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:17.932282 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37586) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:18.014498 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.015589 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:18.016280 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.078350 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] Pushing event updated for resources: {'Network': ['ID=068be336-2bae-4d46-bebc-0414c22e6b78,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:18.088730 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network 068be336-2bae-4d46-bebc-0414c22e6b78 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:35:18.135445 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-694541a3-ad50-4049-959c-225b1cdd9384 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2711456 Sep 07 12:35:18.142776 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37596) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:18.151743 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Request body: {'subnet': {'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-153652707-subnet', 'tenant_id': '3cbe0a844f48486b884d7d9eb851da32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:18.264841 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Made reservation on behalf of 3cbe0a844f48486b884d7d9eb851da32 for: {'subnet': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:18.267818 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.322231 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-746495377-network', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:18.437451 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Made reservation on behalf of 8396a5d0a3a54a20b65c744f20906778 for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:18.440165 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.449695 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.493950 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37616) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:18.539347 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.552817 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.599197 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6d58a7-7882-473b-8226-23db86190dd2,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:18.609363 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.609714 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.610060 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.610451 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.610779 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.611118 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.611450 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.611785 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.612148 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.612475 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.612795 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.613769 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Tracked resource versions report: Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: pushed versions: Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: { 'AddressGroup': {'1.2'}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'ConntrackHelper': {'1.0'}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Log': {'1.0'}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Network': {'1.1'}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Port': {'1.7'}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'PortForwarding': {'1.2'}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'QosPolicy': {'1.9'}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SecurityGroup': {'1.4'}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SecurityGroupRule': {'1.2'}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SubPort': {'1.0'}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Subnet': {'1.1'}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Trunk': {'1.1'}} Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: consumer versions: Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: { DHCP agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: HyperV agent@hv-cinder-76019: {}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: L3 agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: Metadata agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: Metering agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: Open vSwitch agent@dv-cinder-760199-14-iscsi: { 'AddressGroup': '1.2', Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'ConntrackHelper': '1.0', Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Log': '1.0', Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Network': '1.1', Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Port': '1.7', Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'PortForwarding': '1.2', Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'QosPolicy': '1.9', Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SecurityGroup': '1.4', Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SecurityGroupRule': '1.2', Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'SubPort': '1.0', Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Subnet': '1.1', Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: 'Trunk': '1.1'}} Sep 07 12:35:18.614222 dv-cinder-760199-14-iscsi neutron-server[94577]: {{(pid=94577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 12:35:18.618595 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Checking segment: {'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:18.618948 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Network hostable DHCP agents. Network: 068be336-2bae-4d46-bebc-0414c22e6b78, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:35:18.644006 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.665971 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:35:18.681461 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7690264-30d5-4b1f-b324-86f265f466a0,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:18.685464 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.685884 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Added segment 44baf18e-497a-4663-a344-4efe5ec0749c of type vlan for network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a Sep 07 12:35:18.723327 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Network 068be336-2bae-4d46-bebc-0414c22e6b78 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:35:18.740958 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-network', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:18.815589 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, 068be336-2bae-4d46-bebc-0414c22e6b78) {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:18.820416 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:18.821331 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.824826 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a0526-22b4-4392-9aae-c9a21fbf3c64 None None] Network 068be336-2bae-4d46-bebc-0414c22e6b78 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:35:18.830463 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.889674 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Made reservation on behalf of a1a79cb18b994ffb93c42cb1035bae85 for: {'network': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:18.892791 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.909626 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.957937 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.959034 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:18.959680 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:18.961314 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c6e4de-429b-43ff-8a31-a6ffda0be618 None None] Network 068be336-2bae-4d46-bebc-0414c22e6b78 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:35:19.004440 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-00b91d2a-dda7-4ceb-a2b1-8577fb77d834 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8595905 Sep 07 12:35:19.031146 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] Pushing event updated for resources: {'Network': ['ID=8cdda4ee-5ff5-4b09-8019-1614ee5f413a,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:19.040512 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-d6ed0e72-e1be-40c2-93a1-c4834039b165 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1069646 Sep 07 12:35:19.041149 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37634) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:19.046266 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] Request body: {'subnet': {'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-746495377-subnet', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:19.061623 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:35:19.135599 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:19.197936 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37644) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:19.237495 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:19.274091 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063243cf-d793-4227-8e50-0229e805654b,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:19.277766 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:35:19.288936 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:19.289413 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.segments_db [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Added segment 4b33e961-8a4b-4b01-bdcb-401109306789 of type vlan for network de13ac32-2b75-432f-bff6-07a48bb5adc1 Sep 07 12:35:19.323221 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] Made reservation on behalf of 8396a5d0a3a54a20b65c744f20906778 for: {'subnet': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:19.325824 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:19.337735 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:19.414248 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:19.415240 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:19.415815 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:19.489930 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] Pushing event updated for resources: {'Network': ['ID=de13ac32-2b75-432f-bff6-07a48bb5adc1,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:19.500984 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network de13ac32-2b75-432f-bff6-07a48bb5adc1 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:35:19.503546 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37656) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:19.505001 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-19b97470-0527-40e4-a40e-980da5cc075b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0096190 Sep 07 12:35:19.508711 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] Request body: {'subnet': {'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-subnet', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:19.523582 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1762579656-network', 'tenant_id': '8ba2a5e0079349c1a2fe916ac0356c4b'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:19.677111 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:19.680372 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] Made reservation on behalf of a1a79cb18b994ffb93c42cb1035bae85 for: {'subnet': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:19.683584 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:19.773353 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644ee434-d09c-4f23-81d2-2ffd9d7c226b,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:19.833673 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Made reservation on behalf of 8ba2a5e0079349c1a2fe916ac0356c4b for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:19.836100 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:19.857937 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:19.866985 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] Checking segment: {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:19.867409 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] Network hostable DHCP agents. Network: 8cdda4ee-5ff5-4b09-8019-1614ee5f413a, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94578) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:35:20.018844 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] Network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94578) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:35:20.077995 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.117837 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, 8cdda4ee-5ff5-4b09-8019-1614ee5f413a) {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:20.130454 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e66d68-9491-45f6-94c9-229e69544018 None None] Network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:35:20.135924 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:20.136832 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.154434 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.160801 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.220479 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:35:20.254561 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c050586c-9df2-4a86-a1fc-0c1e0d08a75e,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:20.260525 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.260868 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Added segment 03053a41-369a-43ae-8b30-be05c0f1110f of type vlan for network ed70d819-01b4-4879-9bfd-bf9c7408d58f Sep 07 12:35:20.276882 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06762d61-96d7-4fc4-bd29-f781a54b85d5,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:20.284856 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-9edf7a23-7052-4e0f-9276-188b0bc39ee7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2426448 Sep 07 12:35:20.295377 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37692) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:20.295377 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:20.330725 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce648fa9-7b31-54c3-a271-dc40bc78a594-8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b'}]}} from dv-cinder-760199-14-iscsi. {{(pid=94579) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 12:35:20.332057 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] Checking segment: {'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:20.339870 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] Network hostable DHCP agents. Network: de13ac32-2b75-432f-bff6-07a48bb5adc1, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94578) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:35:20.340919 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.360261 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.501574 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1531530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22126'] for router, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.502957 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1529658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22117'] for router, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.510714 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.db_base_plugin_common [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Allocated IP 172.20.0.2 (8cdda4ee-5ff5-4b09-8019-1614ee5f413a/644ee434-d09c-4f23-81d2-2ffd9d7c226b/49995b4b-4591-4586-a2a0-3133d6e3bcba) {{(pid=94579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:35:20.545580 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.546583 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:20.547420 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.574827 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] Network de13ac32-2b75-432f-bff6-07a48bb5adc1 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94578) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:35:20.629456 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37720) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:20.634483 dv-cinder-760199-14-iscsi neutron-server[94577]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 12:35:20.698967 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Notify callbacks [] for port, precommit_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.712734 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Transition to ACTIVE for port object 49995b4b-4591-4586-a2a0-3133d6e3bcba will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:20.731955 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Transition to ACTIVE for port object 49995b4b-4591-4586-a2a0-3133d6e3bcba will not be triggered until provisioned by entity DHCP. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:20.768411 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.772068 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, de13ac32-2b75-432f-bff6-07a48bb5adc1) {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:20.778902 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5772536 Sep 07 12:35:20.781549 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07278001-dbac-4c6e-a8d8-ecf043fb15f2 None None] Network de13ac32-2b75-432f-bff6-07a48bb5adc1 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:35:20.794921 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37730) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:20.796381 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:20.796922 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.813158 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] Request body: {'subnet': {'network_id': 'ed70d819-01b4-4879-9bfd-bf9c7408d58f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1762579656-subnet', 'tenant_id': '8ba2a5e0079349c1a2fe916ac0356c4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:20.862979 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad269e-6f57-48b9-81b0-673ec25a6893 admin admin] Pushing event updated for resources: {'Network': ['ID=ed70d819-01b4-4879-9bfd-bf9c7408d58f,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:20.908805 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:20.911271 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network ed70d819-01b4-4879-9bfd-bf9c7408d58f details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:35:20.973612 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ed6511d5-3fee-4e61-8177-baeafec6dc94 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:20.977587 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ed6511d5-3fee-4e61-8177-baeafec6dc94 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/networks?id=068be336-2bae-4d46-bebc-0414c22e6b78 HTTP/1.1" status: 200 len: 814 time: 0.3441291 Sep 07 12:35:20.994991 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] Made reservation on behalf of 8ba2a5e0079349c1a2fe916ac0356c4b for: {'subnet': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:20.998198 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.007137 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a is already hosted by enough agents. {{(pid=94579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:21.008500 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-c8105d72-a51a-4c95-ac09-9e2e7d412511 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/quotas/3cbe0a844f48486b884d7d9eb851da32 HTTP/1.1" status: 200 len: 375 time: 0.0249190 Sep 07 12:35:21.037948 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.038549 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.base_scheduler [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Resources bound (agent type, host, resource id): {{(pid=94579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:21.045841 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Received port after_create {{(pid=94579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:35:21.058418 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-61cacbd1-c3b1-4165-a638-517641474f65 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5535893 Sep 07 12:35:21.081946 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37744) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:21.099366 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-73c86cf2-5616-4c02-a05c-3dd6f217eddc tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cbe0a844f48486b884d7d9eb851da32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892682 Sep 07 12:35:21.104004 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-router', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:21.116871 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Pushing event updated for resources: {'Port': ['ID=49995b4b-4591-4586-a2a0-3133d6e3bcba,revision_number=1']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:21.198035 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1531530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22126'] for router, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.199444 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1529658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22117'] for router, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.242025 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.242390 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.242735 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.243250 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.243584 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.243909 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.244260 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.244726 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.245068 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.245391 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.245710 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.246030 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Tracked resource versions report: Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: pushed versions: Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: { 'AddressGroup': {'1.2'}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'ConntrackHelper': {'1.0'}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Log': {'1.0'}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Network': {'1.1'}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Port': {'1.7'}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'PortForwarding': {'1.2'}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'QosPolicy': {'1.9'}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SecurityGroup': {'1.4'}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SecurityGroupRule': {'1.2'}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SubPort': {'1.0'}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Subnet': {'1.1'}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Trunk': {'1.1'}} Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: consumer versions: Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: { DHCP agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: HyperV agent@hv-cinder-76019: {}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: L3 agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: Metadata agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: Metering agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: Open vSwitch agent@dv-cinder-760199-14-iscsi: { 'AddressGroup': '1.2', Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'ConntrackHelper': '1.0', Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Log': '1.0', Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Network': '1.1', Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Port': '1.7', Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'PortForwarding': '1.2', Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'QosPolicy': '1.9', Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SecurityGroup': '1.4', Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SecurityGroupRule': '1.2', Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'SubPort': '1.0', Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Subnet': '1.1', Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: 'Trunk': '1.1'}} Sep 07 12:35:21.248000 dv-cinder-760199-14-iscsi neutron-server[94579]: {{(pid=94579) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 12:35:21.309516 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7680ed-aa1b-4838-9028-f2806ceeaa9f None None] Network de13ac32-2b75-432f-bff6-07a48bb5adc1 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:35:21.344401 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.389546 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.397992 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Attempting to bind port 49995b4b-4591-4586-a2a0-3133d6e3bcba on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:35:21.398463 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Attempting to bind port 49995b4b-4591-4586-a2a0-3133d6e3bcba by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:35:21.398946 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Attempting to bind port 49995b4b-4591-4586-a2a0-3133d6e3bcba on network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:21.443646 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-324724df-c974-40fe-9bed-73a6f6fa97df service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94577) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:35:21.445120 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-324724df-c974-40fe-9bed-73a6f6fa97df service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0941591 Sep 07 12:35:21.449033 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:35:21.449583 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Checking segment: {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:21.450038 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.450669 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Bound using segment: {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:35:21.451235 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Bound port: 49995b4b-4591-4586-a2a0-3133d6e3bcba, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:35:21.452082 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.477285 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83664947-8098-4a48-af1f-d9a537971528,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:21.483379 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.510227 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.525189 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] Checking segment: {'id': '03053a41-369a-43ae-8b30-be05c0f1110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ed70d819-01b4-4879-9bfd-bf9c7408d58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:21.525549 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] Network hostable DHCP agents. Network: ed70d819-01b4-4879-9bfd-bf9c7408d58f, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94578) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:35:21.585615 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] For port 49995b4b-4591-4586-a2a0-3133d6e3bcba, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:35:21.605307 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] For port 49995b4b-4591-4586-a2a0-3133d6e3bcba, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=49995b4b-4591-4586-a2a0-3133d6e3bcba,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:35:21.640645 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Allocated IP 172.27.2.86 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/b274d76b-418f-4b87-b178-1e9a6ae5528f) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:35:21.681306 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] Network ed70d819-01b4-4879-9bfd-bf9c7408d58f is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94578) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:35:21.720024 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.742785 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-e8ae8a63-7752-4259-839a-a58ef87ea60b service neutron] 10.222.0.69 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873859 Sep 07 12:35:21.778219 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.778597 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, ed70d819-01b4-4879-9bfd-bf9c7408d58f) {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:21.789963 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:21.790627 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.797119 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:21.802726 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaf15d8-ec7e-43a4-b57e-84fad3f4a563 None None] Network ed70d819-01b4-4879-9bfd-bf9c7408d58f requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:35:21.845662 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c485ee6-3924-414b-9a96-f544a4f9fa6d None None] Pushing event updated for resources: {'Port': ['ID=49995b4b-4591-4586-a2a0-3133d6e3bcba,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:21.893984 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-9b4e269e-bbcb-4b8c-a318-4a290f0a6dff service neutron] 10.222.0.69 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099482 Sep 07 12:35:21.925116 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-57943186-38a7-4956-84e6-fdfb429e0c86 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1222417 Sep 07 12:35:21.974903 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:22.090805 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:22.090805 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:22.119411 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:35:22.191488 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b5ec03-ee28-4ddf-a165-f5a419911cbc None None] Network ed70d819-01b4-4879-9bfd-bf9c7408d58f requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:35:22.465265 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Pushing event updated for resources: {'Port': ['ID=b274d76b-418f-4b87-b178-1e9a6ae5528f,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:22.723112 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:22.795500 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:22.933138 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:23.166196 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-e1148ec1-73f1-457a-bc97-d6421c802811 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:23.175346 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-e1148ec1-73f1-457a-bc97-d6421c802811 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/networks?id=ed70d819-01b4-4879-9bfd-bf9c7408d58f HTTP/1.1" status: 200 len: 812 time: 0.4956841 Sep 07 12:35:23.250516 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-d2a9a194-c779-4d65-b253-b72e8ab5d124 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/quotas/8ba2a5e0079349c1a2fe916ac0356c4b HTTP/1.1" status: 200 len: 375 time: 0.0686734 Sep 07 12:35:23.307948 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3be57a5c-d3c8-4b87-97ab-d9fa9fe5e0d2 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ba2a5e0079349c1a2fe916ac0356c4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607474 Sep 07 12:35:23.333006 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Allocated IP 172.27.2.233 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/b099393c-d013-4742-9181-4c90ee166b95) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:35:23.419756 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37824) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:23.426368 dv-cinder-760199-14-iscsi neutron-server[94578]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 12:35:23.492906 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d7662b4b-be75-43c9-9e00-bcc63df43ef4 req-78afac4c-90a0-4e06-aedb-b866a88856a4 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 210 time: 0.0716848 Sep 07 12:35:23.502892 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:23.537496 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363cc7ad-343a-44ef-a5df-d85413bc88ed None None] Network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:35:23.598298 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1529613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569081'] for router, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:23.777580 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-f3505cb4-3b80-4d1e-9d03-5f4a27b795ed None None] Provisioning for port 49995b4b-4591-4586-a2a0-3133d6e3bcba completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:23.816079 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-0e0dc76a-857d-4a52-8a65-a174dd1fe8ea service neutron] 10.222.0.69 "GET /v2.0/networks/ed70d819-01b4-4879-9bfd-bf9c7408d58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068777 Sep 07 12:35:23.925637 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 49995b4b-4591-4586-a2a0-3133d6e3bcba up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:23.943123 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:23.998083 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-c937773c-8c39-4baf-999d-6c24638bb9cf service neutron] 10.222.0.69 "GET /v2.0/networks/ed70d819-01b4-4879-9bfd-bf9c7408d58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812489 Sep 07 12:35:24.052566 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:24.055433 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Router 3a6c6917-4749-45a5-967e-22dd738a192d is scheduled to L3 agent 6647c929-37a5-41d0-8492-45615cc7804c with binding_index 1 {{(pid=94578) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 12:35:24.057020 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37854) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:24.058090 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:24.076171 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:35:24.177679 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Pushing event updated for resources: {'Port': ['ID=b099393c-d013-4742-9181-4c90ee166b95,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:24.183586 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 49995b4b-4591-4586-a2a0-3133d6e3bcba completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:24.194157 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 49995b4b-4591-4586-a2a0-3133d6e3bcba triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:24.194795 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:24.250186 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:35:24.262948 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Sync routers for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:35:24.276967 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:35:24.277722 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:35:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:24.305331 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-61d083c2-b0f2-45fa-a2c0-996846c893ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:24.334640 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2ad4789d-8cbc-4253-80a2-3534e160074d None None] Provisioning complete for port 49995b4b-4591-4586-a2a0-3133d6e3bcba triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:24.335001 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2ad4789d-8cbc-4253-80a2-3534e160074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:24.375098 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] Notify callbacks [] for router, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:24.376638 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-6c797a7d-cbca-4c5e-ada2-cc8fc723533a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0860689 Sep 07 12:35:24.379602 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 37864) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:24.419552 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:24.422384 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:35:24.547810 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 49995b4b-4591-4586-a2a0-3133d6e3bcba, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=49995b4b-4591-4586-a2a0-3133d6e3bcba,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:24.558741 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3c15dfff-b9e3-4ef7-9cd4-22a857c7b6f5 req-34590fdb-54a2-47a8-810f-32f65753880f tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 210 time: 0.0539069 Sep 07 12:35:24.627600 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2ad4789d-8cbc-4253-80a2-3534e160074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:24.680307 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:24.699356 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:22Z', 'revision_number': 3, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:24.704003 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-05f3e8a4-714d-48e9-be03-3ed165214d73 req-5ae3f6eb-a350-4d2b-a447-c2ecaa2c217d tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 210 time: 0.0994682 Sep 07 12:35:24.737360 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Checking router: 3a6c6917-4749-45a5-967e-22dd738a192d for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:35:24.737969 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Updating router 3a6c6917-4749-45a5-967e-22dd738a192d port b274d76b-418f-4b87-b178-1e9a6ae5528f binding host dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:35:24.765568 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:24.771151 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37884) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:24.808852 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=49995b4b-4591-4586-a2a0-3133d6e3bcba,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:24.946987 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.db.api [None req-2ad4789d-8cbc-4253-80a2-3534e160074d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94579) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 12:35:24.947455 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG oslo_db.api [None req-2ad4789d-8cbc-4253-80a2-3534e160074d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 12:35:25.019392 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-03f3de8f-37e7-4b1a-8dad-5e988c3c99df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.123381 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.128152 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-61d083c2-b0f2-45fa-a2c0-996846c893ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.195049 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Notify callbacks [] for port, precommit_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.205141 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.provisioning_blocks [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Transition to ACTIVE for port object b274d76b-418f-4b87-b178-1e9a6ae5528f will not be triggered until provisioned by entity L2. {{(pid=94580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:25.304008 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-61d083c2-b0f2-45fa-a2c0-996846c893ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.312538 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.367182 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Attempting to bind port b274d76b-418f-4b87-b178-1e9a6ae5528f on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:35:25.368222 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Attempting to bind port b274d76b-418f-4b87-b178-1e9a6ae5528f by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:35:25.368963 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Attempting to bind port b274d76b-418f-4b87-b178-1e9a6ae5528f on network f28d70d3-07bf-4854-88e0-9a9ce1a68175 {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:25.378363 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:35:25.379339 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Checking segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:25.379752 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.380571 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Bound using segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:35:25.381246 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Bound port: b274d76b-418f-4b87-b178-1e9a6ae5528f, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:35:25.381825 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.422105 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-03f3de8f-37e7-4b1a-8dad-5e988c3c99df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.426932 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Pushing event updated for resources: {'Port': ['ID=b274d76b-418f-4b87-b178-1e9a6ae5528f,revision_number=2']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:25.428400 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-61d083c2-b0f2-45fa-a2c0-996846c893ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=438827a0ffec48589be41d0a2fb02f16&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3669584 Sep 07 12:35:25.431086 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37910) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:25.457889 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d083c2-b0f2-45fa-a2c0-996846c893ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d664c8fa-2feb-400e-83cc-a3a0c3dda2b5,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:25.471636 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] For port b274d76b-418f-4b87-b178-1e9a6ae5528f, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:35:25.477987 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] For port b274d76b-418f-4b87-b178-1e9a6ae5528f, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=b274d76b-418f-4b87-b178-1e9a6ae5528f,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:35:25.488587 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.489205 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.489708 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.490256 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.490730 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.491225 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.491975 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.492480 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.492968 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.493429 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.494145 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.494905 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Tracked resource versions report: Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: pushed versions: Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: { 'AddressGroup': {'1.2'}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'ConntrackHelper': {'1.0'}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Log': {'1.0'}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Network': {'1.1'}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Port': {'1.7'}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'PortForwarding': {'1.2'}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'QosPolicy': {'1.9'}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SecurityGroup': {'1.4'}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SecurityGroupRule': {'1.2'}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SubPort': {'1.0'}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Subnet': {'1.1'}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Trunk': {'1.1'}} Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: consumer versions: Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: { DHCP agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: HyperV agent@hv-cinder-76019: {}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: L3 agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: Metadata agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: Metering agent@dv-cinder-760199-14-iscsi: {}, Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: Open vSwitch agent@dv-cinder-760199-14-iscsi: { 'AddressGroup': '1.2', Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'ConntrackHelper': '1.0', Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Log': '1.0', Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Network': '1.1', Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Port': '1.7', Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'PortForwarding': '1.2', Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'QosPolicy': '1.9', Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SecurityGroup': '1.4', Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SecurityGroupRule': '1.2', Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'SubPort': '1.0', Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Subnet': '1.1', Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: 'Trunk': '1.1'}} Sep 07 12:35:25.496355 dv-cinder-760199-14-iscsi neutron-server[94580]: {{(pid=94580) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 12:35:25.543056 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-858bbc71-86de-4f35-93f2-275319eaae5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.553973 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1529613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569081'] for router, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.562509 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-03f3de8f-37e7-4b1a-8dad-5e988c3c99df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.581705 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.633739 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:35:25.635110 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:35:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:25.678494 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-858bbc71-86de-4f35-93f2-275319eaae5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.776680 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 49995b4b-4591-4586-a2a0-3133d6e3bcba up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:25.833789 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-03f3de8f-37e7-4b1a-8dad-5e988c3c99df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f6a15e0df344a69a5549363f11aeb28&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0582299 Sep 07 12:35:25.834302 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:35:25.857706 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37920) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:25.903855 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.904075 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3de8f-37e7-4b1a-8dad-5e988c3c99df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092694b4-cd07-4f91-bb86-40d922c07c21,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:25.957619 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 49995b4b-4591-4586-a2a0-3133d6e3bcba triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:25.957999 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.963797 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-858bbc71-86de-4f35-93f2-275319eaae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.967050 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-858bbc71-86de-4f35-93f2-275319eaae5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:25.971916 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-858bbc71-86de-4f35-93f2-275319eaae5b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d664c8fa-2feb-400e-83cc-a3a0c3dda2b5 HTTP/1.1" status: 204 len: 168 time: 0.5364842 Sep 07 12:35:25.991054 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-7e29e5e3-15d9-4aa5-993c-a7f27cda67f0 req-2b47a040-e1d2-4f6f-9f3c-8186dfc42dd9 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 210 time: 0.1590869 Sep 07 12:35:26.074526 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bbc71-86de-4f35-93f2-275319eaae5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d664c8fa-2feb-400e-83cc-a3a0c3dda2b5,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:26.123318 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0e7806b2-80c8-4299-bafb-19c2603a112e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:26.183672 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0e7806b2-80c8-4299-bafb-19c2603a112e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:26.350216 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4168fe47-67c4-4565-8b26-6b14fd6e3722 req-dc8e92d0-db1f-4b71-a7ad-6e6078778521 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 210 time: 0.0576599 Sep 07 12:35:26.357498 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:22Z', 'revision_number': 3, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:26.370223 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0e7806b2-80c8-4299-bafb-19c2603a112e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:26.374187 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0e7806b2-80c8-4299-bafb-19c2603a112e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:26.378368 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-0e7806b2-80c8-4299-bafb-19c2603a112e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/092694b4-cd07-4f91-bb86-40d922c07c21 HTTP/1.1" status: 204 len: 168 time: 0.5196147 Sep 07 12:35:26.391416 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4762846-6449-4dd9-8263-a035a2a1b7cb None None] The sync data for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi is: [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:22Z', 'revision_number': 3, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:35:26.398872 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7806b2-80c8-4299-bafb-19c2603a112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092694b4-cd07-4f91-bb86-40d922c07c21,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:26.408747 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a9af7-48a8-4175-897a-e72403413e6a None None] Pushing event updated for resources: {'Port': ['ID=b274d76b-418f-4b87-b178-1e9a6ae5528f,revision_number=3']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:26.694262 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Allocated IP 172.20.0.1 (8cdda4ee-5ff5-4b09-8019-1614ee5f413a/644ee434-d09c-4f23-81d2-2ffd9d7c226b/56caaeab-89b9-4118-8283-190f65bcaa0b) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:35:26.828523 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:26.843607 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Router f4d72aab-30dd-4bef-9685-65baa47a0f35 is scheduled to L3 agent 6647c929-37a5-41d0-8492-45615cc7804c with binding_index 1 {{(pid=94577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 12:35:26.849403 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Transition to ACTIVE for port object 56caaeab-89b9-4118-8283-190f65bcaa0b will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:27.009720 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:35:27.014454 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Sync routers for ids ['f4d72aab-30dd-4bef-9685-65baa47a0f35'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:35:27.039209 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:27.046333 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Routers {'f4d72aab-30dd-4bef-9685-65baa47a0f35'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:35:27.046976 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:35:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['f4d72aab-30dd-4bef-9685-65baa47a0f35'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:27.103817 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:27.129376 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:27.129959 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:35:27.130694 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567946'] for router_interface, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:27.175135 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Pushing event updated for resources: {'Port': ['ID=56caaeab-89b9-4118-8283-190f65bcaa0b,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:27.184627 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Set router f4d72aab-30dd-4bef-9685-65baa47a0f35 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:35:27.258459 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:27.263075 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 37970) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:27.263635 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-06ae5aab-7d2a-4f7b-a8ea-31e0cc6fa395 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1797783 Sep 07 12:35:27.451854 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.42', 49857) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:27.656654 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4968979f-d5f7-4568-a754-cf09fe79bf12 req-95e48e50-6446-4306-8d97-147336d51401 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 210 time: 0.1936436 Sep 07 12:35:27.663281 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-7d53002d-5e0e-4fc8-85db-ba563fcdf146 req-20d5679b-b7a0-469f-b402-6c13c29b36d2 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 210 time: 0.1193659 Sep 07 12:35:27.866474 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device b274d76b-418f-4b87-b178-1e9a6ae5528f up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:27.970021 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-router', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'b099393c-d013-4742-9181-4c90ee166b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:24Z', 'revision_number': 3, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'gw_port': {'id': 'b099393c-d013-4742-9181-4c90ee166b95', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:22Z', 'updated_at': '2021-09-07T12:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:28.029860 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-fdd857d8-e176-4613-9af1-c67827aadabd tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:28.032183 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-fdd857d8-e176-4613-9af1-c67827aadabd tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "GET /v2.0/networks?id=068be336-2bae-4d46-bebc-0414c22e6b78 HTTP/1.1" status: 200 len: 814 time: 0.5747311 Sep 07 12:35:28.061259 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Checking router: f4d72aab-30dd-4bef-9685-65baa47a0f35 for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:35:28.062517 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Updating router f4d72aab-30dd-4bef-9685-65baa47a0f35 port b099393c-d013-4742-9181-4c90ee166b95 binding host dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:35:28.067669 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-61e095d8-4e3f-4d96-b023-8c6aba8fcfda None None] Provisioning for port 56caaeab-89b9-4118-8283-190f65bcaa0b completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:28.087858 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port b274d76b-418f-4b87-b178-1e9a6ae5528f completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:28.093089 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Request body: {'port': {'device_id': 'e4799647-90a1-4d82-93be-2313f8e1582f', 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78', 'admin_state_up': True, 'tenant_id': '3cbe0a844f48486b884d7d9eb851da32'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:28.097188 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port b274d76b-418f-4b87-b178-1e9a6ae5528f triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:28.098090 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:28.153684 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-61e095d8-4e3f-4d96-b023-8c6aba8fcfda None None] Provisioning complete for port 56caaeab-89b9-4118-8283-190f65bcaa0b triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:28.154170 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-61e095d8-4e3f-4d96-b023-8c6aba8fcfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:28.201982 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:28.431483 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:28.611737 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-61e095d8-4e3f-4d96-b023-8c6aba8fcfda None None] Port 56caaeab-89b9-4118-8283-190f65bcaa0b cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:35:28.686007 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:28.733475 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port b274d76b-418f-4b87-b178-1e9a6ae5528f, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=b274d76b-418f-4b87-b178-1e9a6ae5528f,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:28.733877 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.42', 49866) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:28.824538 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:28.851618 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.052623 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-583695bf-db23-446f-acc9-719ae605a843 req-23d4f695-84f9-4014-acf3-6ad80400bafb tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 210 time: 0.1022615 Sep 07 12:35:29.083243 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.110197 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=b274d76b-418f-4b87-b178-1e9a6ae5528f,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:29.134113 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Transition to ACTIVE for port object b099393c-d013-4742-9181-4c90ee166b95 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:29.248105 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Allocated IP 172.20.0.1 (de13ac32-2b75-432f-bff6-07a48bb5adc1/c050586c-9df2-4a86-a1fc-0c1e0d08a75e/2d8d6ad1-23cb-4be3-9411-2e74a463ae6d) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:35:29.248487 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.248588 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-52e6b1bd-0348-4b93-8bd2-8c972133249a tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:29.248588 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-52e6b1bd-0348-4b93-8bd2-8c972133249a tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.42 "GET /v2.0/networks?id=ed70d819-01b4-4879-9bfd-bf9c7408d58f HTTP/1.1" status: 200 len: 812 time: 0.5076735 Sep 07 12:35:29.287801 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Made reservation on behalf of 3cbe0a844f48486b884d7d9eb851da32 for: {'port': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:29.291780 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.346988 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Request body: {'port': {'device_id': '3cefc122-7859-4272-9c19-ae510191d68c', 'network_id': 'ed70d819-01b4-4879-9bfd-bf9c7408d58f', 'admin_state_up': True, 'tenant_id': '8ba2a5e0079349c1a2fe916ac0356c4b'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:29.413410 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-681279f5-d16d-443a-89e0-01e4e2b6ef6f req-1157f807-7a7e-4cae-a136-f6296bdb8d77 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 210 time: 0.2383559 Sep 07 12:35:29.454096 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.536472 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.606633 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Attempting to bind port b099393c-d013-4742-9181-4c90ee166b95 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:35:29.607227 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Attempting to bind port b099393c-d013-4742-9181-4c90ee166b95 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:35:29.607593 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Attempting to bind port b099393c-d013-4742-9181-4c90ee166b95 on network f28d70d3-07bf-4854-88e0-9a9ce1a68175 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:29.611717 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48fe79-5ec2-450e-bac3-84ebc1137315 None None] Pushing event updated for resources: {'Port': ['ID=b099393c-d013-4742-9181-4c90ee166b95,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:29.624234 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:35:29.624526 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Checking segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:29.624663 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.625620 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Bound using segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:35:29.625620 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Bound port: b099393c-d013-4742-9181-4c90ee166b95, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:35:29.626026 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.706254 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] For port b099393c-d013-4742-9181-4c90ee166b95, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:35:29.710722 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] For port b099393c-d013-4742-9181-4c90ee166b95, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=b099393c-d013-4742-9181-4c90ee166b95,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:35:29.775455 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.780340 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.787663 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567610'] for router_interface, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.788136 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device b274d76b-418f-4b87-b178-1e9a6ae5528f up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:29.790784 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Allocated IP 172.20.0.5 (068be336-2bae-4d46-bebc-0414c22e6b78/7d6d58a7-7882-473b-8226-23db86190dd2/18759fc7-a8a4-4627-91d7-0c6a5ac9736c) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:35:29.855995 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Network de13ac32-2b75-432f-bff6-07a48bb5adc1 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:29.867038 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:29.876773 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.889539 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:35:29.889539 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567946'] for router_interface, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:29.930103 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Pushing event updated for resources: {'Port': ['ID=56caaeab-89b9-4118-8283-190f65bcaa0b,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:30.000254 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Made reservation on behalf of 8ba2a5e0079349c1a2fe916ac0356c4b for: {'port': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:30.004486 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:30.197405 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:30.219878 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48fe79-5ec2-450e-bac3-84ebc1137315 None None] Pushing event updated for resources: {'Port': ['ID=b099393c-d013-4742-9181-4c90ee166b95,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:30.230763 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Routers {'f4d72aab-30dd-4bef-9685-65baa47a0f35'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:35:30.261127 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:35:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['f4d72aab-30dd-4bef-9685-65baa47a0f35'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:30.295051 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port b274d76b-418f-4b87-b178-1e9a6ae5528f triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:30.312165 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:30.325450 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:30.350704 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:30.484522 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:30.521372 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-19580f6b-8b70-4c54-98f9-4bc8027118e7 req-c26f6a7a-fd0a-4451-96b4-b020742183bf tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 210 time: 0.0516005 Sep 07 12:35:30.574022 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d8d6ad1-23cb-4be3-9411-2e74a463ae6d,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:30.614648 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Allocated IP 172.20.0.2 (ed70d819-01b4-4879-9bfd-bf9c7408d58f/83664947-8098-4a48-af1f-d9a537971528/8383ce95-8954-418e-a8c8-7dc320665aa9) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:35:30.807909 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Router 3a6c6917-4749-45a5-967e-22dd738a192d has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:35:30.903694 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:30.994494 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] Set router f4d72aab-30dd-4bef-9685-65baa47a0f35 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:35:31.055184 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:31.168430 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-5ebc625c-28be-48c4-b2e2-af0cb7782d6b None None] Provisioning complete for port 56caaeab-89b9-4118-8283-190f65bcaa0b triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:31.169044 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-5ebc625c-28be-48c4-b2e2-af0cb7782d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:31.319016 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc625c-28be-48c4-b2e2-af0cb7782d6b None None] Port 56caaeab-89b9-4118-8283-190f65bcaa0b cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:35:31.391412 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-router', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'b099393c-d013-4742-9181-4c90ee166b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:24Z', 'revision_number': 3, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'gw_port': {'id': 'b099393c-d013-4742-9181-4c90ee166b95', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:22Z', 'updated_at': '2021-09-07T12:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:31.460936 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0eb6b5-644c-409f-a0d5-a0d6fba6a0e4 None None] The sync data for ids ['f4d72aab-30dd-4bef-9685-65baa47a0f35'] in dv-cinder-760199-14-iscsi is: [{'id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-router', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'b099393c-d013-4742-9181-4c90ee166b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:24Z', 'revision_number': 3, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'gw_port': {'id': 'b099393c-d013-4742-9181-4c90ee166b95', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:22Z', 'updated_at': '2021-09-07T12:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:35:31.502188 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:31.953617 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:31.953617 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567610'] for router_interface, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff0745-43c6-4de7-9404-0491a6ba75d4 req-f41a46c1-0111-4f9e-a9ab-ce38b1ecf927 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-71ff0745-43c6-4de7-9404-0491a6ba75d4 req-f41a46c1-0111-4f9e-a9ab-ce38b1ecf927 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 931 time: 0.8223212 Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Network 068be336-2bae-4d46-bebc-0414c22e6b78 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Pushing event updated for resources: {'Port': ['ID=18759fc7-a8a4-4627-91d7-0c6a5ac9736c,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-71ff0745-43c6-4de7-9404-0491a6ba75d4 req-78fc370d-63eb-4e5d-8707-21eef579670f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729026 Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:35:31.956311 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-a8c81b04-1411-446a-b973-edc7b26d0707 admin admin] 10.222.0.69 "PUT /v2.0/routers/3a6c6917-4749-45a5-967e-22dd738a192d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5260508 Sep 07 12:35:31.964343 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Sync routers for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:35:31.976573 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d8d6ad1-23cb-4be3-9411-2e74a463ae6d,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:31.983345 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Network de13ac32-2b75-432f-bff6-07a48bb5adc1 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:31.995128 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:35:31.998757 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:35:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:32.004364 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-ec1828ba-d021-488a-ae32-2a3e61b9c9c8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9115052 Sep 07 12:35:32.010402 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:32.035075 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-01fb9340-3ec3-4cd0-8fec-36afd943d2b2 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94577) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:35:32.044149 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-01fb9340-3ec3-4cd0-8fec-36afd943d2b2 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258567 Sep 07 12:35:32.066444 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-65d2e90e-cd1c-4397-bfd7-5d12606de195 req-7d8ebcfe-6fff-42d7-9dff-19ed342c89c1 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 210 time: 0.2426500 Sep 07 12:35:32.312900 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:32.355053 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Network ed70d819-01b4-4879-9bfd-bf9c7408d58f is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:32.358577 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:32.364947 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:35:32.369766 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:32.370438 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:32.564848 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Router f4d72aab-30dd-4bef-9685-65baa47a0f35 has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:35:32.606395 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Pushing event updated for resources: {'Port': ['ID=8383ce95-8954-418e-a8c8-7dc320665aa9,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:32.644958 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-866971b9-81c4-4965-9abf-a4b8ad578181 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3581996 Sep 07 12:35:32.708954 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:35:32.905479 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Request body: {'port': {'device_id': 'e4799647-90a1-4d82-93be-2313f8e1582f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:32.968346 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:35:32.994384 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-a095cd36-9c41-4a80-916c-5bd0fca9bdb6 admin admin] 10.222.0.69 "PUT /v2.0/routers/f4d72aab-30dd-4bef-9685-65baa47a0f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7301698 Sep 07 12:35:33.075449 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:35:33.178334 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:33.185340 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38196) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:33.228228 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Request body: {'port': {'device_id': '3cefc122-7859-4272-9c19-ae510191d68c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:33.240368 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906d564-6531-4e26-8e1f-1882b218fe5d req-2524dbaf-b90f-436e-8e6e-bcfe192076e2 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:33.253749 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f906d564-6531-4e26-8e1f-1882b218fe5d req-2524dbaf-b90f-436e-8e6e-bcfe192076e2 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 931 time: 0.1792870 Sep 07 12:35:33.364197 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f906d564-6531-4e26-8e1f-1882b218fe5d req-46fa3b50-ab3b-47fd-a9fa-9842b5fdce76 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074011 Sep 07 12:35:33.495980 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 2, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:33.564740 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Checking router: 3a6c6917-4749-45a5-967e-22dd738a192d for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:35:33.570572 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Updating router 3a6c6917-4749-45a5-967e-22dd738a192d port 56caaeab-89b9-4118-8283-190f65bcaa0b binding host dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:35:33.605420 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:33.788404 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7eed9-1c6d-4279-994c-cce727e60691 req-9d398ba2-e2a3-48d3-8e4d-c4ab5b0a1d88 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:33.799722 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-6fd7eed9-1c6d-4279-994c-cce727e60691 req-9d398ba2-e2a3-48d3-8e4d-c4ab5b0a1d88 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 931 time: 0.2277291 Sep 07 12:35:33.840289 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device b099393c-d013-4742-9181-4c90ee166b95 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:33.996568 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-6fd7eed9-1c6d-4279-994c-cce727e60691 req-f9f39034-5dbc-4660-a0c6-1dc04199568f tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919909 Sep 07 12:35:34.078888 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port b099393c-d013-4742-9181-4c90ee166b95 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:34.088200 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port b099393c-d013-4742-9181-4c90ee166b95 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:34.088812 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.114890 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f3873eef-2c2a-4fde-9b8b-76c8d2c24ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.158537 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38226) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:34.351045 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e99f495a-99b2-4e95-a793-f7b7f1e77f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.412131 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.474691 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.524367 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Notify callbacks [] for port, precommit_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.551685 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.provisioning_blocks [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Transition to ACTIVE for port object 56caaeab-89b9-4118-8283-190f65bcaa0b will not be triggered until provisioned by entity L2. {{(pid=94580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:34.577269 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38236) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:34.589901 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Sync routers for ids ['f4d72aab-30dd-4bef-9685-65baa47a0f35'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:35:34.613016 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-9bcb2e7c-dedc-46e5-84f0-1611a788f4bc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1718863239', 'description': 'tempest-description--1629400450'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:34.638059 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port b099393c-d013-4742-9181-4c90ee166b95, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=b099393c-d013-4742-9181-4c90ee166b95,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:34.662521 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.665513 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Routers {'f4d72aab-30dd-4bef-9685-65baa47a0f35'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:35:34.667169 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:35:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['f4d72aab-30dd-4bef-9685-65baa47a0f35'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:34.718037 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e3fc3-d0f9-4975-99e9-b5afb397edad None None] Pushing event updated for resources: {'Port': ['ID=56caaeab-89b9-4118-8283-190f65bcaa0b,revision_number=3']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:34.747243 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e99f495a-99b2-4e95-a793-f7b7f1e77f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.807456 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.843097 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e99f495a-99b2-4e95-a793-f7b7f1e77f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.887424 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Attempting to bind port 56caaeab-89b9-4118-8283-190f65bcaa0b on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:35:34.887802 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Attempting to bind port 56caaeab-89b9-4118-8283-190f65bcaa0b by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:35:34.888203 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Attempting to bind port 56caaeab-89b9-4118-8283-190f65bcaa0b on network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:34.945744 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:35:34.945967 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-e99f495a-99b2-4e95-a793-f7b7f1e77f95 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d0e017d0cf74a3c90ce432983f881fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7917733 Sep 07 12:35:34.946200 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Checking segment: {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:34.946528 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.946932 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Bound using segment: {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:35:34.950523 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38250) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:34.952385 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Bound port: 56caaeab-89b9-4118-8283-190f65bcaa0b, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'}}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:35:34.954234 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:34.976281 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=b099393c-d013-4742-9181-4c90ee166b95,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:35.011667 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Set router f4d72aab-30dd-4bef-9685-65baa47a0f35 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:35:35.057205 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb4f17-5643-40e0-b28a-14c41c8d424e req-867dc334-4112-4f25-bda6-d24995f0a494 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:35.058729 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-c0fb4f17-5643-40e0-b28a-14c41c8d424e req-867dc334-4112-4f25-bda6-d24995f0a494 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 931 time: 0.3713365 Sep 07 12:35:35.092141 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] For port 56caaeab-89b9-4118-8283-190f65bcaa0b, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:35:35.098087 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] For port 56caaeab-89b9-4118-8283-190f65bcaa0b, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=56caaeab-89b9-4118-8283-190f65bcaa0b,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:35:35.123975 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f495a-99b2-4e95-a793-f7b7f1e77f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a45716c-36bc-438e-b0d0-aad634ecd3ea,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:35.164280 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:35.242594 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:35:35.243359 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:35:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:35.359740 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e3fc3-d0f9-4975-99e9-b5afb397edad None None] Pushing event updated for resources: {'Port': ['ID=56caaeab-89b9-4118-8283-190f65bcaa0b,revision_number=4']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:35.394188 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-c0fb4f17-5643-40e0-b28a-14c41c8d424e req-f938b604-c2f6-4250-9bda-b37fe10d5198 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163500 Sep 07 12:35:35.503127 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18759fc7-a8a4-4627-91d7-0c6a5ac9736c {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:35:35.559119 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:35.623882 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f3873eef-2c2a-4fde-9b8b-76c8d2c24ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:35.635742 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-router', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'b099393c-d013-4742-9181-4c90ee166b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:30Z', 'revision_number': 4, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'gw_port': {'id': 'b099393c-d013-4742-9181-4c90ee166b95', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:22Z', 'updated_at': '2021-09-07T12:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '2d8d6ad1-23cb-4be3-9411-2e74a463ae6d', 'name': '', 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'mac_address': 'fa:16:3e:1f:0e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c050586c-9df2-4a86-a1fc-0c1e0d08a75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:28Z', 'updated_at': '2021-09-07T12:35:31Z', 'revision_number': 2, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'subnets': [{'id': 'c050586c-9df2-4a86-a1fc-0c1e0d08a75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:35.645046 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4c044037-018d-4563-a167-d246a645c54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:35.690907 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:35:35.707311 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Transition to ACTIVE for port object 18759fc7-a8a4-4627-91d7-0c6a5ac9736c will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:35.709016 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f3873eef-2c2a-4fde-9b8b-76c8d2c24ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:35.753345 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-8d5aa061-77c3-47dd-af66-c117d4f2177d tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:35.753345 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-8d5aa061-77c3-47dd-af66-c117d4f2177d tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/networks?id=de13ac32-2b75-432f-bff6-07a48bb5adc1 HTTP/1.1" status: 200 len: 819 time: 0.7840352 Sep 07 12:35:35.756059 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Checking router: f4d72aab-30dd-4bef-9685-65baa47a0f35 for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:35:35.758277 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Updating router f4d72aab-30dd-4bef-9685-65baa47a0f35 port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d binding host dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:35:35.829988 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8383ce95-8954-418e-a8c8-7dc320665aa9 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:35:35.835166 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-666082cf-1f92-43f1-8019-5152b9ecd759 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/quotas/a1a79cb18b994ffb93c42cb1035bae85 HTTP/1.1" status: 200 len: 375 time: 0.0684803 Sep 07 12:35:35.844351 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:35.849356 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4c044037-018d-4563-a167-d246a645c54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:35.859860 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:35.889648 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device b099393c-d013-4742-9181-4c90ee166b95 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:35.891060 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-f3873eef-2c2a-4fde-9b8b-76c8d2c24ce3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=19bd874ef7274b07b6837c9735799f4e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6984727 Sep 07 12:35:35.917811 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38278) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:35.919326 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:35.949780 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15525c4d-ff55-426b-9dac-496f4c304cc0 req-57174b90-b643-4bf2-940e-e0bd6129ab04 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:35.958049 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-15525c4d-ff55-426b-9dac-496f4c304cc0 req-57174b90-b643-4bf2-940e-e0bd6129ab04 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 931 time: 0.3613424 Sep 07 12:35:35.982384 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2e7c-dedc-46e5-84f0-1611a788f4bc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:36.002725 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3873eef-2c2a-4fde-9b8b-76c8d2c24ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4766136a-38ad-4f32-a9e5-6bb834509b70,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:36.074893 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Transition to ACTIVE for port object 8383ce95-8954-418e-a8c8-7dc320665aa9 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:36.087195 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-1018a0ac-7aa7-45c0-9626-23c802857c86 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1a79cb18b994ffb93c42cb1035bae85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2286470 Sep 07 12:35:36.147535 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:35Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:36.149328 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Pushing event updated for resources: {'Port': ['ID=18759fc7-a8a4-4627-91d7-0c6a5ac9736c,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:36.204461 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ef901-ecc9-4e5c-9a12-b4efb9299606 None None] The sync data for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi is: [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:35Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:35:36.269519 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port b099393c-d013-4742-9181-4c90ee166b95 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:36.270170 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:36.282184 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-15525c4d-ff55-426b-9dac-496f4c304cc0 req-88200a5d-acd1-4e9c-a56c-52462654a426 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232100 Sep 07 12:35:36.319083 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:36.378206 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-13d29bbd-20f5-4aa7-a79d-3509ffb8d253 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94578) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 12:35:36.395391 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-13d29bbd-20f5-4aa7-a79d-3509ffb8d253 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1721091 Sep 07 12:35:36.450613 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Attempting to bind port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:35:36.450613 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Attempting to bind port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:35:36.450613 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Attempting to bind port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c on network 068be336-2bae-4d46-bebc-0414c22e6b78 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:36.456094 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2e7c-dedc-46e5-84f0-1611a788f4bc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:36.522126 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Pushing event updated for resources: {'Port': ['ID=8383ce95-8954-418e-a8c8-7dc320665aa9,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:36.546696 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-188366fb-6b2e-4479-9157-e4bc8d8414e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:36.552876 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c on network 068be336-2bae-4d46-bebc-0414c22e6b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:35:36.553204 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Attempting to bind port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c on network 068be336-2bae-4d46-bebc-0414c22e6b78 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:36.610195 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-7b3cfc4d-8c66-425c-9e95-b117c636ecab service neutron] 10.222.0.69 "GET /v2.0/networks/de13ac32-2b75-432f-bff6-07a48bb5adc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138963 Sep 07 12:35:36.650321 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-188366fb-6b2e-4479-9157-e4bc8d8414e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:36.670460 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Checking agent: {'id': 'd20c3edb-5c57-45b7-bd7a-1abdfb43a276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'started_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:35:36.670460 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Checking segment: {'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:36.670460 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Bound using segment: {'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:35:36.685780 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Bound port: 18759fc7-a8a4-4627-91d7-0c6a5ac9736c, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:35:36.686167 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:36.835692 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-1404ca72-385a-4417-b722-e3b4231ae51b service neutron] 10.222.0.69 "GET /v2.0/networks/de13ac32-2b75-432f-bff6-07a48bb5adc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181332 Sep 07 12:35:36.957621 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Attempting to bind port 8383ce95-8954-418e-a8c8-7dc320665aa9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:35:36.958189 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Attempting to bind port 8383ce95-8954-418e-a8c8-7dc320665aa9 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '03053a41-369a-43ae-8b30-be05c0f1110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ed70d819-01b4-4879-9bfd-bf9c7408d58f'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:35:36.958803 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Attempting to bind port 8383ce95-8954-418e-a8c8-7dc320665aa9 on network ed70d819-01b4-4879-9bfd-bf9c7408d58f {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:37.049404 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28444b-86e2-4270-914d-f42e2a837d0f req-0f6379b8-5952-4eec-b9c4-43db65e6d83f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:37.049404 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6d28444b-86e2-4270-914d-f42e2a837d0f req-0f6379b8-5952-4eec-b9c4-43db65e6d83f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 943 time: 0.4947135 Sep 07 12:35:37.049404 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Port 8383ce95-8954-418e-a8c8-7dc320665aa9 on network ed70d819-01b4-4879-9bfd-bf9c7408d58f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:35:37.049404 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Attempting to bind port 8383ce95-8954-418e-a8c8-7dc320665aa9 on network ed70d819-01b4-4879-9bfd-bf9c7408d58f {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:37.055873 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Notify callbacks [] for port, precommit_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.074941 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4c044037-018d-4563-a167-d246a645c54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.078808 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4c044037-018d-4563-a167-d246a645c54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.085280 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4c044037-018d-4563-a167-d246a645c54c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a45716c-36bc-438e-b0d0-aad634ecd3ea HTTP/1.1" status: 204 len: 168 time: 2.1214950 Sep 07 12:35:37.087160 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2e7c-dedc-46e5-84f0-1611a788f4bc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.123978 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Transition to ACTIVE for port object 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:37.140416 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c044037-018d-4563-a167-d246a645c54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a45716c-36bc-438e-b0d0-aad634ecd3ea,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:37.161544 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Checking agent: {'id': 'd20c3edb-5c57-45b7-bd7a-1abdfb43a276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'started_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:35:37.164789 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Checking segment: {'id': '03053a41-369a-43ae-8b30-be05c0f1110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ed70d819-01b4-4879-9bfd-bf9c7408d58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:37.165385 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Bound using segment: {'id': '03053a41-369a-43ae-8b30-be05c0f1110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ed70d819-01b4-4879-9bfd-bf9c7408d58f'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:35:37.167014 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Bound port: 8383ce95-8954-418e-a8c8-7dc320665aa9, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03053a41-369a-43ae-8b30-be05c0f1110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ed70d819-01b4-4879-9bfd-bf9c7408d58f'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:35:37.168163 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.211175 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.230892 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2e7c-dedc-46e5-84f0-1611a788f4bc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.237000 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-9bcb2e7c-dedc-46e5-84f0-1611a788f4bc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.6536367 Sep 07 12:35:37.246975 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38306) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:37.250855 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] For port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c, host hv-cinder-76019, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:35:37.260077 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-f040b279-a208-47f0-84ce-e9aa01e0b45c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'security_group_rule': {'security_group_id': '0a765bc4-84e2-4efa-8e35-3218e021ef72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:37.288760 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb2e7c-dedc-46e5-84f0-1611a788f4bc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a765bc4-84e2-4efa-8e35-3218e021ef72,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:37.292944 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] For port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=18759fc7-a8a4-4627-91d7-0c6a5ac9736c,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:35:37.308486 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-188366fb-6b2e-4479-9157-e4bc8d8414e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.314502 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-188366fb-6b2e-4479-9157-e4bc8d8414e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.316555 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-188366fb-6b2e-4479-9157-e4bc8d8414e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4766136a-38ad-4f32-a9e5-6bb834509b70 HTTP/1.1" status: 204 len: 168 time: 1.3880787 Sep 07 12:35:37.340339 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233583d-a1b1-4972-9cd7-4b75a5c20005 None None] Pushing event updated for resources: {'Port': ['ID=2d8d6ad1-23cb-4be3-9411-2e74a463ae6d,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:37.499367 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188366fb-6b2e-4479-9157-e4bc8d8414e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4766136a-38ad-4f32-a9e5-6bb834509b70,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:37.520932 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-1b980959-9f91-45b1-a5be-aaec4978bf6a req-ddbba266-d3e4-4a00-9b93-bd26f5511042 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e HTTP/1.1" status: 200 len: 210 time: 0.0851021 Sep 07 12:35:37.532459 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Attempting to bind port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:35:37.538278 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Attempting to bind port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:35:37.538278 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Attempting to bind port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d on network de13ac32-2b75-432f-bff6-07a48bb5adc1 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:37.557194 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:35:37.561362 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Checking segment: {'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:37.561362 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.561362 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Bound using segment: {'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:35:37.562215 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Bound port: 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:35:37.563304 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.569443 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f040b279-a208-47f0-84ce-e9aa01e0b45c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.651290 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:37.741213 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6d28444b-86e2-4270-914d-f42e2a837d0f req-3b92350f-3dc8-4a21-9580-6593c4dfb0a9 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609786 Sep 07 12:35:37.936575 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] For port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:35:37.943044 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] For port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=2d8d6ad1-23cb-4be3-9411-2e74a463ae6d,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:35:37.946435 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 56caaeab-89b9-4118-8283-190f65bcaa0b up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:38.042661 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] For port 8383ce95-8954-418e-a8c8-7dc320665aa9, host hv-cinder-76019, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:35:38.062257 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Pushing event updated for resources: {'Port': ['ID=18759fc7-a8a4-4627-91d7-0c6a5ac9736c,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:38.066473 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:38.067570 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:38.069330 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-a0273e0d-6ac1-4e4c-93ee-99404e05d6cb service neutron] 10.222.0.42 "PUT /v2.0/ports/18759fc7-a8a4-4627-91d7-0c6a5ac9736c HTTP/1.1" status: 200 len: 1093 time: 5.6058815 Sep 07 12:35:38.072842 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4799647-90a1-4d82-93be-2313f8e1582f', 'tag': '18759fc7-a8a4-4627-91d7-0c6a5ac9736c'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:35:38.142339 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:38.228867 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 56caaeab-89b9-4118-8283-190f65bcaa0b completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:38.240007 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 56caaeab-89b9-4118-8283-190f65bcaa0b triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:38.240763 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:38.252866 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] For port 8383ce95-8954-418e-a8c8-7dc320665aa9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8383ce95-8954-418e-a8c8-7dc320665aa9,segment=NetworkSegment(03053a41-369a-43ae-8b30-be05c0f1110f),segment_id=03053a41-369a-43ae-8b30-be05c0f1110f)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:35:38.294078 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef3eac-aff9-4217-a579-57407066ec92 req-0276375a-4a57-40e7-a3ed-187adbebf460 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:38.304998 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233583d-a1b1-4972-9cd7-4b75a5c20005 None None] Pushing event updated for resources: {'Port': ['ID=2d8d6ad1-23cb-4be3-9411-2e74a463ae6d,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:38.306415 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-6aef3eac-aff9-4217-a579-57407066ec92 req-0276375a-4a57-40e7-a3ed-187adbebf460 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 943 time: 0.3163207 Sep 07 12:35:38.324330 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f040b279-a208-47f0-84ce-e9aa01e0b45c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:38.331162 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Routers {'f4d72aab-30dd-4bef-9685-65baa47a0f35'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:35:38.336156 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:35:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['f4d72aab-30dd-4bef-9685-65baa47a0f35'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:38.391272 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-6aef3eac-aff9-4217-a579-57407066ec92 req-25f5e3f5-177d-4ebc-bac8-7d37f5fc03dc tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823317 Sep 07 12:35:38.415541 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:38.419973 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f040b279-a208-47f0-84ce-e9aa01e0b45c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:38.458722 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040b279-a208-47f0-84ce-e9aa01e0b45c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2582b76b-27d1-4fb1-bf4d-70341b02b072,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:38.583576 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f040b279-a208-47f0-84ce-e9aa01e0b45c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:38.588482 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-f040b279-a208-47f0-84ce-e9aa01e0b45c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3400192 Sep 07 12:35:38.589095 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38354) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:38.594470 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-fa585bbe-2911-4a08-bea2-a5ec1b7ba4cc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'security_group_rule': {'security_group_id': '0a765bc4-84e2-4efa-8e35-3218e021ef72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:38.835553 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:38.835553 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] Set router f4d72aab-30dd-4bef-9685-65baa47a0f35 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:35:38.838152 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Pushing event updated for resources: {'Port': ['ID=8383ce95-8954-418e-a8c8-7dc320665aa9,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:38.838152 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:38.838152 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:38.838152 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-3dacbf95-00be-44c6-86d2-835c7840da74 service neutron] 10.222.0.42 "PUT /v2.0/ports/8383ce95-8954-418e-a8c8-7dc320665aa9 HTTP/1.1" status: 200 len: 1093 time: 6.1737421 Sep 07 12:35:38.840570 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-0c685d82-9e6f-4fc3-ba83-18ee8069f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:38.842769 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-0c685d82-9e6f-4fc3-ba83-18ee8069f4f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cbe0a844f48486b884d7d9eb851da32&device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 1096 time: 0.5930688 Sep 07 12:35:38.843303 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38360) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:38.863760 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-131ced23-ad5d-4615-9063-f430bd81c591 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:38.866527 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-131ced23-ad5d-4615-9063-f430bd81c591 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/networks?id=de13ac32-2b75-432f-bff6-07a48bb5adc1 HTTP/1.1" status: 200 len: 819 time: 0.6120267 Sep 07 12:35:38.872555 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 56caaeab-89b9-4118-8283-190f65bcaa0b, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=56caaeab-89b9-4118-8283-190f65bcaa0b,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:38.890648 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-312d08b5-244d-4e36-ab79-5ce49cce00f3 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/quotas/a1a79cb18b994ffb93c42cb1035bae85 HTTP/1.1" status: 200 len: 375 time: 0.0125914 Sep 07 12:35:38.895260 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-66010db3-a6f4-4100-97d6-05808a3a8b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:39.029733 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f039e9-c5d0-4d35-b56e-ccdf9a45e387" -d '{"events": [{"name": "network-changed", "server_uuid": "e4799647-90a1-4d82-93be-2313f8e1582f", "tag": "18759fc7-a8a4-4627-91d7-0c6a5ac9736c"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:35:39.034960 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:39.054324 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fa585bbe-2911-4a08-bea2-a5ec1b7ba4cc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:39.127366 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-cd240646-ad15-46e5-84f2-b387bdbd4a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:39.186451 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e86b0-39a7-48c8-9bce-a5730f01d5a4 req-40afdffe-9b60-44ff-99b4-9cf3e4c2b092 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:39.198887 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0e9e86b0-39a7-48c8-9bce-a5730f01d5a4 req-40afdffe-9b60-44ff-99b4-9cf3e4c2b092 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 943 time: 0.3053327 Sep 07 12:35:39.207180 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=56caaeab-89b9-4118-8283-190f65bcaa0b,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:39.241908 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fa585bbe-2911-4a08-bea2-a5ec1b7ba4cc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:39.325637 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0e9e86b0-39a7-48c8-9bce-a5730f01d5a4 req-204b208e-e107-4702-8c70-9d564db3fc01 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775888 Sep 07 12:35:39.379831 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-router', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'b099393c-d013-4742-9181-4c90ee166b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:30Z', 'revision_number': 4, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'gw_port': {'id': 'b099393c-d013-4742-9181-4c90ee166b95', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:22Z', 'updated_at': '2021-09-07T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '2d8d6ad1-23cb-4be3-9411-2e74a463ae6d', 'name': '', 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'mac_address': 'fa:16:3e:1f:0e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c050586c-9df2-4a86-a1fc-0c1e0d08a75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:28Z', 'updated_at': '2021-09-07T12:35:37Z', 'revision_number': 4, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'subnets': [{'id': 'c050586c-9df2-4a86-a1fc-0c1e0d08a75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:35:39.417256 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d5378-8da7-42fe-b35f-654014865c38 None None] The sync data for ids ['f4d72aab-30dd-4bef-9685-65baa47a0f35'] in dv-cinder-760199-14-iscsi is: [{'id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-router', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'b099393c-d013-4742-9181-4c90ee166b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:30Z', 'revision_number': 4, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'gw_port': {'id': 'b099393c-d013-4742-9181-4c90ee166b95', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:22Z', 'updated_at': '2021-09-07T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '2d8d6ad1-23cb-4be3-9411-2e74a463ae6d', 'name': '', 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'mac_address': 'fa:16:3e:1f:0e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c050586c-9df2-4a86-a1fc-0c1e0d08a75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:28Z', 'updated_at': '2021-09-07T12:35:37Z', 'revision_number': 4, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'subnets': [{'id': 'c050586c-9df2-4a86-a1fc-0c1e0d08a75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:35:39.431213 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-66010db3-a6f4-4100-97d6-05808a3a8b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:39.570098 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fa585bbe-2911-4a08-bea2-a5ec1b7ba4cc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:39.622374 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa585bbe-2911-4a08-bea2-a5ec1b7ba4cc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6741169-ae79-42a4-86eb-6285d81e1e69,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:39.628766 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-66010db3-a6f4-4100-97d6-05808a3a8b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:39.637299 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38376) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:39.682988 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-0b8d67c9-2c0e-48d6-975d-a30c1ce06965 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18759fc7-a8a4-4627-91d7-0c6a5ac9736c HTTP/1.1" status: 200 len: 217 time: 0.6502280 Sep 07 12:35:39.782990 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66010db3-a6f4-4100-97d6-05808a3a8b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eff4932-7d9a-4942-97e1-111658788f79,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:39.795138 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fa585bbe-2911-4a08-bea2-a5ec1b7ba4cc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:39.798339 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-fa585bbe-2911-4a08-bea2-a5ec1b7ba4cc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2069235 Sep 07 12:35:39.820016 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-1fb5a6b3-5c52-43f6-9570-2dc09fcdde5a tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1a79cb18b994ffb93c42cb1035bae85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9022994 Sep 07 12:35:39.820536 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38382) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:39.820610 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96992eb4-c011-47e6-a398-26c87c9c01bd x-openstack-request-id: req-96992eb4-c011-47e6-a398-26c87c9c01bd {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:35:39.821306 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4799647-90a1-4d82-93be-2313f8e1582f", "tag": "18759fc7-a8a4-4627-91d7-0c6a5ac9736c", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:35:39.821746 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96992eb4-c011-47e6-a398-26c87c9c01bd {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:35:39.822319 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4799647-90a1-4d82-93be-2313f8e1582f', 'tag': '18759fc7-a8a4-4627-91d7-0c6a5ac9736c', 'status': 'completed', 'code': 200} Sep 07 12:35:39.826678 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-55eaac7f-a593-4991-96cf-3e1272ffa090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:39.882110 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'floatingip': {'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:39.953481 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-d234866c-bdbf-49e9-8bbf-8139c0a9b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:39.955296 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-d234866c-bdbf-49e9-8bbf-8139c0a9b524 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ba2a5e0079349c1a2fe916ac0356c4b&device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 1096 time: 0.7213538 Sep 07 12:35:39.964359 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-06b23c3a-526d-41b2-9893-4e1c9b4b9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:39.966812 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-06b23c3a-526d-41b2-9893-4e1c9b4b9033 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d6d58a7-7882-473b-8226-23db86190dd2 HTTP/1.1" status: 200 len: 854 time: 0.2539074 Sep 07 12:35:40.084726 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:40.098454 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:40.327836 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-66010db3-a6f4-4100-97d6-05808a3a8b40 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=358504ba76a94c50a394b1bc4089f05b&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3396125 Sep 07 12:35:40.329999 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38396) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:40.329999 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-e0e8dfca-6f8c-4fb8-995a-cd6d6a7d432a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8383ce95-8954-418e-a8c8-7dc320665aa9 HTTP/1.1" status: 200 len: 217 time: 0.2764890 Sep 07 12:35:40.355201 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7754565-65fe-4e3b-a2ff-980095b8cf75 req-b93ba5c9-da25-4619-8d25-22a89d92a0d1 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:40.359721 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f7754565-65fe-4e3b-a2ff-980095b8cf75 req-b93ba5c9-da25-4619-8d25-22a89d92a0d1 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 943 time: 0.4322398 Sep 07 12:35:40.471376 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-846f884a-9d92-42c6-97cb-1c866b42603b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=068be336-2bae-4d46-bebc-0414c22e6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4698343 Sep 07 12:35:40.477127 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-574dc71e-ce12-4342-9b99-99a49162eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:40.478791 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-574dc71e-ce12-4342-9b99-99a49162eab2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83664947-8098-4a48-af1f-d9a537971528 HTTP/1.1" status: 200 len: 852 time: 0.1154737 Sep 07 12:35:40.541535 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:40.549491 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:40.549491 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:40.617140 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-b5781de1-54fd-43f0-ada6-1a7c1fcd7ac3 service neutron] 10.222.0.69 "GET /v2.0/networks/de13ac32-2b75-432f-bff6-07a48bb5adc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7988482 Sep 07 12:35:40.648460 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f7754565-65fe-4e3b-a2ff-980095b8cf75 req-2579bb7f-70f5-4f75-a742-1860d11dfa58 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507389 Sep 07 12:35:40.824418 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-55eaac7f-a593-4991-96cf-3e1272ffa090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:40.826848 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:40.933285 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=2d8d6ad1-23cb-4be3-9411-2e74a463ae6d,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:40.942585 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-55eaac7f-a593-4991-96cf-3e1272ffa090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.015845 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-55eaac7f-a593-4991-96cf-3e1272ffa090 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=50a873546afd46cd831bbf3b8a5002de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2618639 Sep 07 12:35:41.019133 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38412) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:41.033872 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.036397 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 56caaeab-89b9-4118-8283-190f65bcaa0b up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:41.122464 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b66afe7-95f0-4f85-9159-d0857e0cc285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.161733 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-805d3091-27b8-4636-bd21-6e1cb302b79e service neutron] 10.222.0.69 "GET /v2.0/networks/de13ac32-2b75-432f-bff6-07a48bb5adc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433352 Sep 07 12:35:41.177640 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b66afe7-95f0-4f85-9159-d0857e0cc285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.244783 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-95f503f2-fbf8-4ffa-baae-a114d9a70228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.286475 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.386180 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-c71e9aed-b324-4fac-b469-37ca6a1ef616 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed70d819-01b4-4879-9bfd-bf9c7408d58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4241228 Sep 07 12:35:41.386583 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaac7f-a593-4991-96cf-3e1272ffa090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5627e7-5006-4576-b097-635c1cf4b0e7,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:41.387296 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=2d8d6ad1-23cb-4be3-9411-2e74a463ae6d,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:41.388230 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1de44-be4f-42af-aab6-afae9265ef0d req-e77f2a37-a547-4b7f-be2c-4b39e55d952e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:41.388230 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0bf1de44-be4f-42af-aab6-afae9265ef0d req-e77f2a37-a547-4b7f-be2c-4b39e55d952e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 943 time: 0.5158906 Sep 07 12:35:41.388488 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 56caaeab-89b9-4118-8283-190f65bcaa0b triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:41.388488 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.388645 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-95f503f2-fbf8-4ffa-baae-a114d9a70228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.416755 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38416) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:41.499511 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-4095f8aa-cb39-4978-8b3a-4b845719ed13 service neutron] 10.222.0.42 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741438 Sep 07 12:35:41.537604 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0bf1de44-be4f-42af-aab6-afae9265ef0d req-a04b4ca2-8d66-4b49-8487-9e1f2ba4dbe3 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565199 Sep 07 12:35:41.617105 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b66afe7-95f0-4f85-9159-d0857e0cc285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.620056 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b66afe7-95f0-4f85-9159-d0857e0cc285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.630702 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4b66afe7-95f0-4f85-9159-d0857e0cc285 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df5627e7-5006-4576-b097-635c1cf4b0e7 HTTP/1.1" status: 204 len: 168 time: 0.5953214 Sep 07 12:35:41.714128 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66afe7-95f0-4f85-9159-d0857e0cc285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5627e7-5006-4576-b097-635c1cf4b0e7,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:41.774790 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.857965 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-16620e98-2999-4141-ade5-1905bc959ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:41.867217 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cefc122-7859-4272-9c19-ae510191d68c', 'tag': '8383ce95-8954-418e-a8c8-7dc320665aa9'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:35:41.869772 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df5d67c-3c75-4cc0-89a3-245640e417e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3cefc122-7859-4272-9c19-ae510191d68c", "tag": "8383ce95-8954-418e-a8c8-7dc320665aa9"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:35:41.896414 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:41.913648 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Allocated IP 172.27.2.176 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/0b7020ca-6372-4eac-a9d1-541673ed8897) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:35:42.065275 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2b186b26-742b-41a9-a35d-9337adcb9552 req-3b72c5c4-901d-4835-a5a4-577d5841d819 service neutron] 10.222.0.42 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029006 Sep 07 12:35:42.066025 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2750b-f640-4ba2-aeb3-aadac4fabbb1 req-b543485f-e20e-4282-87c1-e10d94b81300 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:42.066025 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-80a2750b-f640-4ba2-aeb3-aadac4fabbb1 req-b543485f-e20e-4282-87c1-e10d94b81300 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 943 time: 0.1355488 Sep 07 12:35:42.066171 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:42.066171 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:42.066301 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-436a095c-6814-4aee-8202-932bb146f059 req-23f6b24f-9219-42ff-adef-3bfaebf3059d tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 210 time: 0.0573018 Sep 07 12:35:42.074095 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-78addc34-e0f3-4bde-8f32-4de472426175 service neutron] 10.222.0.42 "GET /v2.0/networks/ed70d819-01b4-4879-9bfd-bf9c7408d58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7486539 Sep 07 12:35:42.130011 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-80a2750b-f640-4ba2-aeb3-aadac4fabbb1 req-b48fedd8-0137-418d-87d3-7933eb331780 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855578 Sep 07 12:35:42.227067 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:42.283904 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-16620e98-2999-4141-ade5-1905bc959ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:42.290451 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-687dcf02-fc57-416a-bcff-8f61b5d41d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:42.347424 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d6d8692a-f240-4700-bfa4-382c3aaea9cc req-e31c5070-f8c8-45df-b7b8-39a4bfaaf62f service neutron] 10.222.0.42 "GET /v2.0/networks/ed70d819-01b4-4879-9bfd-bf9c7408d58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501771 Sep 07 12:35:42.347424 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfa5765-8762-4796-9d5b-7b2e930bccac x-openstack-request-id: req-ecfa5765-8762-4796-9d5b-7b2e930bccac {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:35:42.347424 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cefc122-7859-4272-9c19-ae510191d68c", "tag": "8383ce95-8954-418e-a8c8-7dc320665aa9", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:35:42.347424 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ecfa5765-8762-4796-9d5b-7b2e930bccac {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:35:42.349120 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cefc122-7859-4272-9c19-ae510191d68c', 'tag': '8383ce95-8954-418e-a8c8-7dc320665aa9', 'status': 'completed', 'code': 200} Sep 07 12:35:42.375986 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-95f503f2-fbf8-4ffa-baae-a114d9a70228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:42.386076 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-95f503f2-fbf8-4ffa-baae-a114d9a70228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:42.388054 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-95f503f2-fbf8-4ffa-baae-a114d9a70228 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4eff4932-7d9a-4942-97e1-111658788f79 HTTP/1.1" status: 204 len: 168 time: 2.1109643 Sep 07 12:35:42.392366 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-16620e98-2999-4141-ade5-1905bc959ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:42.427855 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:42.501292 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16620e98-2999-4141-ade5-1905bc959ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01df33f-2132-4432-a2bf-7834f4afb9a8,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:42.529145 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-16620e98-2999-4141-ade5-1905bc959ae3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90ebd2f38bf64961898eae18ec435d32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1090438 Sep 07 12:35:42.529985 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.42', 49885) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:42.538401 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38448) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:42.558140 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f503f2-fbf8-4ffa-baae-a114d9a70228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eff4932-7d9a-4942-97e1-111658788f79,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:42.748344 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'Port': ['ID=0b7020ca-6372-4eac-a9d1-541673ed8897,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:42.762815 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:42.766534 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f039e9-c5d0-4d35-b56e-ccdf9a45e387 req-9486ba6a-e64b-43f9-b00a-36193a2e828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:42.769822 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f3f039e9-c5d0-4d35-b56e-ccdf9a45e387 req-9486ba6a-e64b-43f9-b00a-36193a2e828f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cbe0a844f48486b884d7d9eb851da32&device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 1096 time: 0.3788855 Sep 07 12:35:42.798774 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:42.808580 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-dd9588a7-b12f-4da4-be7f-270685718f3b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:42.810256 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:35:42.810595 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-dd9588a7-b12f-4da4-be7f-270685718f3b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.42 "GET /v2.0/networks?id=de13ac32-2b75-432f-bff6-07a48bb5adc1 HTTP/1.1" status: 200 len: 819 time: 0.4712377 Sep 07 12:35:42.877458 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5d67c-3c75-4cc0-89a3-245640e417e2 req-b4c8c0ab-01eb-4d20-9185-1170c08a4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:42.879248 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0df5d67c-3c75-4cc0-89a3-245640e417e2 req-b4c8c0ab-01eb-4d20-9185-1170c08a4d0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ba2a5e0079349c1a2fe916ac0356c4b&device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 1096 time: 0.3296902 Sep 07 12:35:42.909053 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Request body: {'port': {'device_id': 'eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e', 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1', 'admin_state_up': True, 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:42.975266 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-14ff53fb-25ce-440f-974d-a1fa010f71cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:42.988493 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec02d5-6869-446e-a2fa-bbeae12aa15c req-aa45cbd3-8eeb-418d-a5e3-1cfb0ea11963 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:42.996236 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0bec02d5-6869-446e-a2fa-bbeae12aa15c req-aa45cbd3-8eeb-418d-a5e3-1cfb0ea11963 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 943 time: 0.2310867 Sep 07 12:35:43.050962 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:43.095269 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:43.146745 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-14ff53fb-25ce-440f-974d-a1fa010f71cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:43.254471 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0bec02d5-6869-446e-a2fa-bbeae12aa15c req-d595b14c-51a9-495d-bf60-adeef4dc3386 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544010 Sep 07 12:35:43.516021 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-89967475-bb25-46de-9f20-e08ee4fa0e8f req-217f588a-71ab-44a5-b3c3-bea5d075fe75 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 210 time: 0.2773857 Sep 07 12:35:43.516021 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f039e9-c5d0-4d35-b56e-ccdf9a45e387 req-0188bb01-97a6-4e4c-aab4-8d6bf5e1363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:43.516021 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f3f039e9-c5d0-4d35-b56e-ccdf9a45e387 req-0188bb01-97a6-4e4c-aab4-8d6bf5e1363d service neutron] 10.222.0.42 "GET /v2.0/networks?id=068be336-2bae-4d46-bebc-0414c22e6b78 HTTP/1.1" status: 200 len: 915 time: 0.6317790 Sep 07 12:35:43.517889 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:43.543670 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f3f039e9-c5d0-4d35-b56e-ccdf9a45e387 req-61c87ada-fe0a-426e-b83e-ca76ff5d9093 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18759fc7-a8a4-4627-91d7-0c6a5ac9736c HTTP/1.1" status: 200 len: 217 time: 0.0839562 Sep 07 12:35:43.644051 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Made reservation on behalf of a1a79cb18b994ffb93c42cb1035bae85 for: {'port': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:43.654152 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:43.740301 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f039e9-c5d0-4d35-b56e-ccdf9a45e387 req-00bf46cf-ea29-4798-9f63-93fa670e2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:43.741961 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f3f039e9-c5d0-4d35-b56e-ccdf9a45e387 req-00bf46cf-ea29-4798-9f63-93fa670e2b1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d6d58a7-7882-473b-8226-23db86190dd2 HTTP/1.1" status: 200 len: 854 time: 0.1230907 Sep 07 12:35:43.896633 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5d67c-3c75-4cc0-89a3-245640e417e2 req-eba955ee-4733-4a0f-be93-0fa5e75ed8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:43.899109 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0df5d67c-3c75-4cc0-89a3-245640e417e2 req-eba955ee-4733-4a0f-be93-0fa5e75ed8f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed70d819-01b4-4879-9bfd-bf9c7408d58f HTTP/1.1" status: 200 len: 913 time: 0.8286755 Sep 07 12:35:43.942716 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda4fde-6f6b-4cbe-a5d0-15736f0f7524 req-6509dac1-7152-4b93-9cb8-8affd707d8ab tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:43.945382 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-1cda4fde-6f6b-4cbe-a5d0-15736f0f7524 req-6509dac1-7152-4b93-9cb8-8affd707d8ab tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 943 time: 0.5498252 Sep 07 12:35:44.019245 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-14ff53fb-25ce-440f-974d-a1fa010f71cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:44.022960 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-14ff53fb-25ce-440f-974d-a1fa010f71cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:44.024519 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-14ff53fb-25ce-440f-974d-a1fa010f71cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b01df33f-2132-4432-a2bf-7834f4afb9a8 HTTP/1.1" status: 204 len: 168 time: 1.4836390 Sep 07 12:35:44.066525 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff53fb-25ce-440f-974d-a1fa010f71cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01df33f-2132-4432-a2bf-7834f4afb9a8,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:44.105073 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-1cda4fde-6f6b-4cbe-a5d0-15736f0f7524 req-1373175f-d5af-460b-bd1c-8323bb0c6d3d tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530864 Sep 07 12:35:44.220020 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Allocated IP 172.20.0.4 (de13ac32-2b75-432f-bff6-07a48bb5adc1/c050586c-9df2-4a86-a1fc-0c1e0d08a75e/1568b102-16d9-4950-9c41-48b0628a33e5) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:35:44.222950 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:44.296307 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:44.372757 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:44.410365 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'Port': ['ID=0b7020ca-6372-4eac-a9d1-541673ed8897,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:44.512102 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-1154cbe1-9807-4407-ad43-58489d3d2251 req-74c18d5c-5700-4c97-a422-014e017e6815 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 210 time: 0.0352902 Sep 07 12:35:44.512102 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:44.524267 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-61ee2819-6c01-435b-9d72-603e2646e019 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7046638 Sep 07 12:35:44.724720 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edb6a9-0b19-4f74-9c02-a62e3ad44e1e req-4a2657a4-8f2b-423e-8190-c06c72c6e5b5 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:44.732334 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b2edb6a9-0b19-4f74-9c02-a62e3ad44e1e req-4a2657a4-8f2b-423e-8190-c06c72c6e5b5 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 943 time: 0.1114261 Sep 07 12:35:44.766188 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:44.811427 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b2edb6a9-0b19-4f74-9c02-a62e3ad44e1e req-827687da-9f21-40c5-b966-e28cb022956f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779555 Sep 07 12:35:44.866643 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:44.951936 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:44.999088 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Network de13ac32-2b75-432f-bff6-07a48bb5adc1 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:45.007437 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:45.012193 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:35:45.018545 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:45.019243 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:45.046246 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Pushing event updated for resources: {'Port': ['ID=1568b102-16d9-4950-9c41-48b0628a33e5,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:45.193167 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-f58f8d6c-88b9-42a5-9f39-872177cb71c9 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1718863239&fields=id&tenant_id=8396a5d0a3a54a20b65c744f20906778 HTTP/1.1" status: 200 len: 267 time: 0.0555987 Sep 07 12:35:45.262960 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a43c7-6505-4b6e-be6f-5b0f3990f68b req-e18eae03-8f93-442b-ae38-d5ffc56a58ce tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:45.264678 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f20a43c7-6505-4b6e-be6f-5b0f3990f68b req-e18eae03-8f93-442b-ae38-d5ffc56a58ce tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 943 time: 0.0766470 Sep 07 12:35:45.307645 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f20a43c7-6505-4b6e-be6f-5b0f3990f68b req-9434ccc5-8fdf-49b3-b697-d7a59fe407cc tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364425 Sep 07 12:35:45.336474 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-85d09823-d792-4c28-b63d-42974fbec64b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:45.338013 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-85d09823-d792-4c28-b63d-42974fbec64b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/networks?id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a HTTP/1.1" status: 200 len: 810 time: 0.1298430 Sep 07 12:35:45.355892 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a3b5f833-aa3e-40dc-acb7-983029224ad5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5067639 Sep 07 12:35:45.359846 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-249e333a-547a-442f-a99c-ecfc272f4b05 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/quotas/8396a5d0a3a54a20b65c744f20906778 HTTP/1.1" status: 200 len: 375 time: 0.0103695 Sep 07 12:35:45.418220 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-a50860b0-c625-498f-8bc1-6725e54e88f7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8396a5d0a3a54a20b65c744f20906778&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522070 Sep 07 12:35:45.556691 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-ca8bfc46-5b28-47d1-ad73-a267b6923675 service neutron] 10.222.0.69 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230307 Sep 07 12:35:45.628118 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-1a2192e1-644f-4293-ad88-bd588e2b0ccd req-1d9e656c-c4b7-43db-9d0a-2e669cb42fbd tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 210 time: 0.0268908 Sep 07 12:35:45.674668 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-31f3c019-317b-4fcb-8cc8-d86d60c8d18e service neutron] 10.222.0.69 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948460 Sep 07 12:35:45.773285 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38552) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:45.787305 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9dffd7f1-302a-40a5-b2a8-5f1b1b7944a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:45.919605 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38558) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:45.926956 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9dffd7f1-302a-40a5-b2a8-5f1b1b7944a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:45.985294 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9dffd7f1-302a-40a5-b2a8-5f1b1b7944a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:45.993224 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21300910-5141-4744-84bb-6736e141d74c req-372cbbdb-242c-4e8c-9965-6d18f9bde7f5 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:45.995619 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-21300910-5141-4744-84bb-6736e141d74c req-372cbbdb-242c-4e8c-9965-6d18f9bde7f5 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 943 time: 0.1045055 Sep 07 12:35:46.038189 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-9dffd7f1-302a-40a5-b2a8-5f1b1b7944a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=428e673286894344b6614029861095d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637491 Sep 07 12:35:46.043332 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38568) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:46.076593 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3c19df24-4cc3-4df6-8995-483b931b7f31 req-5912f573-3e62-443f-825f-9f221d65d818 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0614786 Sep 07 12:35:46.079536 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffd7f1-302a-40a5-b2a8-5f1b1b7944a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026ed2ab-2965-4be1-b814-16ddf6b2045c,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:46.143455 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-21300910-5141-4744-84bb-6736e141d74c req-d63c6395-4ec7-42ab-a40c-26c938dfd491 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363027 Sep 07 12:35:46.182773 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-22bbafef-6f7e-446c-b02e-5f99245afdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:46.208625 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c93e3bc8-3d05-468a-878e-df5d6c84d890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:46.242945 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c93e3bc8-3d05-468a-878e-df5d6c84d890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:46.352363 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-22bbafef-6f7e-446c-b02e-5f99245afdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:46.392226 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Request body: {'port': {'device_id': 'eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:46.449411 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c93e3bc8-3d05-468a-878e-df5d6c84d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:46.451925 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c93e3bc8-3d05-468a-878e-df5d6c84d890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:46.453129 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-c93e3bc8-3d05-468a-878e-df5d6c84d890 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/026ed2ab-2965-4be1-b814-16ddf6b2045c HTTP/1.1" status: 204 len: 168 time: 0.4088173 Sep 07 12:35:46.487352 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f3f039e9-c5d0-4d35-b56e-ccdf9a45e387 req-0435d70b-693a-4331-b6f0-62d9abca95b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=068be336-2bae-4d46-bebc-0414c22e6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797362 Sep 07 12:35:46.488199 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-22bbafef-6f7e-446c-b02e-5f99245afdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:46.509460 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e3bc8-3d05-468a-878e-df5d6c84d890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026ed2ab-2965-4be1-b814-16ddf6b2045c,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:46.537357 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0df5d67c-3c75-4cc0-89a3-245640e417e2 req-da158913-cf0b-43e5-98b7-93fd9b50e254 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8383ce95-8954-418e-a8c8-7dc320665aa9 HTTP/1.1" status: 200 len: 217 time: 0.1545987 Sep 07 12:35:46.625449 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a45ed-885f-4058-98c5-92dc9b61b342 req-c7b7a3d9-fd47-4532-84de-98038e1cb55a tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:46.633347 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d98a45ed-885f-4058-98c5-92dc9b61b342 req-c7b7a3d9-fd47-4532-84de-98038e1cb55a tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 943 time: 0.2375281 Sep 07 12:35:46.655326 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5d67c-3c75-4cc0-89a3-245640e417e2 req-819c3fda-aede-4de1-a334-27d5f5a264e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:46.656888 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0df5d67c-3c75-4cc0-89a3-245640e417e2 req-819c3fda-aede-4de1-a334-27d5f5a264e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83664947-8098-4a48-af1f-d9a537971528 HTTP/1.1" status: 200 len: 852 time: 0.0947142 Sep 07 12:35:46.698609 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f3f039e9-c5d0-4d35-b56e-ccdf9a45e387 req-098dfadd-5b82-4235-a062-de28092ad067 service neutron] 10.222.0.42 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149967 Sep 07 12:35:46.719829 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-22bbafef-6f7e-446c-b02e-5f99245afdb2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3d9271e5d8741a3af6a468caab244d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7991464 Sep 07 12:35:46.722314 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0df5d67c-3c75-4cc0-89a3-245640e417e2 req-68163793-52e2-4fec-9b29-fcb203477c45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed70d819-01b4-4879-9bfd-bf9c7408d58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516236 Sep 07 12:35:46.722984 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38598) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:46.734366 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d98a45ed-885f-4058-98c5-92dc9b61b342 req-fe07c8d8-47f3-40f1-b71e-caef9fb2c449 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998840 Sep 07 12:35:46.752771 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:46.777069 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbafef-6f7e-446c-b02e-5f99245afdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f2e8d5-a058-40c6-a029-ad1727661270,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:46.820734 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-e36d32c1-1264-4a4b-b8b3-f7d011268777 req-4f6cc6a2-5ead-48ad-b9fb-00dbd6403b00 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 210 time: 0.0801351 Sep 07 12:35:46.892867 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0df5d67c-3c75-4cc0-89a3-245640e417e2 req-b71e27e1-0f92-45da-9e26-5eb176741ccb service neutron] 10.222.0.42 "GET /v2.0/networks/ed70d819-01b4-4879-9bfd-bf9c7408d58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485310 Sep 07 12:35:46.964020 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ddd0-f948-4411-971e-497cc37e6f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:47.031899 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0df5d67c-3c75-4cc0-89a3-245640e417e2 req-b63bbca8-2e56-4051-b31e-9d1e469dfce3 service neutron] 10.222.0.42 "GET /v2.0/networks/ed70d819-01b4-4879-9bfd-bf9c7408d58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284573 Sep 07 12:35:47.051270 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f3f039e9-c5d0-4d35-b56e-ccdf9a45e387 req-ba3207e5-3e10-4b07-9638-9dd0ac47eff4 service neutron] 10.222.0.42 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270919 Sep 07 12:35:47.071117 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ddd0-f948-4411-971e-497cc37e6f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:47.250470 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-abe40190-30a3-4f25-9db6-9c94ca158afe req-6b561e31-d393-4504-b193-0aab66ca45ea tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0495789 Sep 07 12:35:47.305075 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e64d6-1a88-4c76-a6ad-0f0924299b68 req-d05c4001-c514-4fb6-ab55-3ffc1e746596 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:47.306654 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-647e64d6-1a88-4c76-a6ad-0f0924299b68 req-d05c4001-c514-4fb6-ab55-3ffc1e746596 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 943 time: 0.0843878 Sep 07 12:35:47.342104 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ddd0-f948-4411-971e-497cc37e6f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:47.344694 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ddd0-f948-4411-971e-497cc37e6f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:47.348217 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-dfe5ddd0-f948-4411-971e-497cc37e6f7a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b8f2e8d5-a058-40c6-a029-ad1727661270 HTTP/1.1" status: 204 len: 168 time: 0.6153440 Sep 07 12:35:47.371972 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5ddd0-f948-4411-971e-497cc37e6f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f2e8d5-a058-40c6-a029-ad1727661270,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:47.384695 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1568b102-16d9-4950-9c41-48b0628a33e5 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:35:47.398267 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:47.421464 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-647e64d6-1a88-4c76-a6ad-0f0924299b68 req-86b00e40-1d6b-406e-b4d7-bb93e7470f7f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033969 Sep 07 12:35:47.424537 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Transition to ACTIVE for port object 1568b102-16d9-4950-9c41-48b0628a33e5 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:47.587085 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:47.674940 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Pushing event updated for resources: {'Port': ['ID=1568b102-16d9-4950-9c41-48b0628a33e5,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:47.691727 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Attempting to bind port 1568b102-16d9-4950-9c41-48b0628a33e5 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:35:47.692085 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Attempting to bind port 1568b102-16d9-4950-9c41-48b0628a33e5 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:35:47.692411 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Attempting to bind port 1568b102-16d9-4950-9c41-48b0628a33e5 on network de13ac32-2b75-432f-bff6-07a48bb5adc1 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:47.696798 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Port 1568b102-16d9-4950-9c41-48b0628a33e5 on network de13ac32-2b75-432f-bff6-07a48bb5adc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:35:47.697110 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Attempting to bind port 1568b102-16d9-4950-9c41-48b0628a33e5 on network de13ac32-2b75-432f-bff6-07a48bb5adc1 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:47.708431 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Checking agent: {'id': 'd20c3edb-5c57-45b7-bd7a-1abdfb43a276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'started_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:35:47.708778 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Checking segment: {'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:47.709148 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Bound using segment: {'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:35:47.709584 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Bound port: 1568b102-16d9-4950-9c41-48b0628a33e5, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:35:47.709945 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:47.812745 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] For port 1568b102-16d9-4950-9c41-48b0628a33e5, host hv-cinder-76019, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:35:47.816816 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] For port 1568b102-16d9-4950-9c41-48b0628a33e5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1568b102-16d9-4950-9c41-48b0628a33e5,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:35:47.887710 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5089-d578-4518-bd7b-2359bf6ddbcb req-7c8eeb24-fc1a-4180-b455-c76cfff0af3d tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:47.889946 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-e2ed5089-d578-4518-bd7b-2359bf6ddbcb req-7c8eeb24-fc1a-4180-b455-c76cfff0af3d tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 943 time: 0.0674396 Sep 07 12:35:47.962903 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:47.971801 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-e2ed5089-d578-4518-bd7b-2359bf6ddbcb req-8904d408-89d5-4e5d-8195-36ad0b8474d2 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676939 Sep 07 12:35:48.026637 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6680f88f-02ed-47ec-ba6e-4a0ec058f99e req-db0255fe-0e7d-44a9-a9d9-48a24da23248 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 210 time: 0.0764327 Sep 07 12:35:48.030341 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:48.032071 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:48.032586 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] 10.222.0.42 "PUT /v2.0/ports/1568b102-16d9-4950-9c41-48b0628a33e5 HTTP/1.1" status: 200 len: 1093 time: 1.6534700 Sep 07 12:35:48.068994 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e', 'tag': '1568b102-16d9-4950-9c41-48b0628a33e5'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:35:48.071274 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e9bb35-4c31-4fb5-aeb2-7a107faf599b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e", "tag": "1568b102-16d9-4950-9c41-48b0628a33e5"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:35:48.120601 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49ebc96-3bfb-4ca8-be17-ae34c072ba6a x-openstack-request-id: req-a49ebc96-3bfb-4ca8-be17-ae34c072ba6a {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:35:48.120897 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e", "tag": "1568b102-16d9-4950-9c41-48b0628a33e5", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:35:48.121172 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a49ebc96-3bfb-4ca8-be17-ae34c072ba6a {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:35:48.121528 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e', 'tag': '1568b102-16d9-4950-9c41-48b0628a33e5', 'status': 'completed', 'code': 200} Sep 07 12:35:48.129963 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-ff094fd2-3129-472c-b956-e525b064ca2f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:48.131595 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-ff094fd2-3129-472c-b956-e525b064ca2f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.42 "GET /v2.0/networks?id=de13ac32-2b75-432f-bff6-07a48bb5adc1 HTTP/1.1" status: 200 len: 819 time: 0.2782612 Sep 07 12:35:48.132279 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c65f2-c33c-4231-b04c-a96758e3e75c service neutron] Pushing event updated for resources: {'Port': ['ID=1568b102-16d9-4950-9c41-48b0628a33e5,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:48.153518 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Request body: {'port': {'device_id': 'fdfdda8a-cde2-4089-bd32-d97c4958da8d', 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1', 'admin_state_up': True, 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:48.269450 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9bb35-4c31-4fb5-aeb2-7a107faf599b req-cec97156-f6b6-499e-bf01-49d4e20bc8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:48.270963 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-58e9bb35-4c31-4fb5-aeb2-7a107faf599b req-cec97156-f6b6-499e-bf01-49d4e20bc8f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1a79cb18b994ffb93c42cb1035bae85&device_id=eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e HTTP/1.1" status: 200 len: 1096 time: 0.1138413 Sep 07 12:35:48.547077 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-765d629a-afc8-49ed-82b3-2687aaf2bd1c req-e5e57e42-f2e8-4057-8f4a-7c9071dd287a tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0945528 Sep 07 12:35:48.575742 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Made reservation on behalf of a1a79cb18b994ffb93c42cb1035bae85 for: {'port': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:48.576838 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:48.581561 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9bb35-4c31-4fb5-aeb2-7a107faf599b req-ffb62146-18ea-47e7-9a5d-ea585503a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:48.583758 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-58e9bb35-4c31-4fb5-aeb2-7a107faf599b req-ffb62146-18ea-47e7-9a5d-ea585503a9ce service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a1a79cb18b994ffb93c42cb1035bae85&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3007298 Sep 07 12:35:48.592984 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38674) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:48.666457 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c397cab-45f6-46a9-8795-cc92b04aeb7b req-c1994fdd-d1c7-4fa8-94e3-98312bf75c0b tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:48.668054 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-2c397cab-45f6-46a9-8795-cc92b04aeb7b req-c1994fdd-d1c7-4fa8-94e3-98312bf75c0b tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 943 time: 0.1536217 Sep 07 12:35:48.719431 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-7c378bad-53ce-452b-93e4-106da4f68aa7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:48.721174 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-7c378bad-53ce-452b-93e4-106da4f68aa7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.42 "GET /v2.0/networks?id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a HTTP/1.1" status: 200 len: 810 time: 0.1806345 Sep 07 12:35:48.765397 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-2c397cab-45f6-46a9-8795-cc92b04aeb7b req-7f472f25-1f1a-4032-9517-b3ff650b8a9d tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844822 Sep 07 12:35:48.792239 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-f1d88d5b-e056-48d0-96d8-50ba60df8443 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8396a5d0a3a54a20b65c744f20906778 HTTP/1.1" status: 200 len: 380 time: 0.0596983 Sep 07 12:35:48.808015 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'port': {'device_id': '382be159-3f74-49d8-81dd-87e32661a2f3', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'admin_state_up': True, 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'security_groups': ['0a765bc4-84e2-4efa-8e35-3218e021ef72']}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:48.982344 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-16d74d29-b1c5-475c-814c-753b488d5620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:49.074256 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Made reservation on behalf of 8396a5d0a3a54a20b65c744f20906778 for: {'port': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:35:49.082026 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:49.193601 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f8cb9623-9e61-4e20-878c-8a31a102a1c5 req-750b795c-5aa6-4a64-afeb-a84f09c3925e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 210 time: 0.0588691 Sep 07 12:35:49.224437 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f1cc5-7ca4-41c6-8044-52a7ceb7704e req-ac785423-a8a3-4e06-ad59-e56c54256086 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:49.226007 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b77f1cc5-7ca4-41c6-8044-52a7ceb7704e req-ac785423-a8a3-4e06-ad59-e56c54256086 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 943 time: 0.1879992 Sep 07 12:35:49.234906 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9bb35-4c31-4fb5-aeb2-7a107faf599b req-15b26b92-acc5-4983-a87a-3c9787f68b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:49.236957 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-58e9bb35-4c31-4fb5-aeb2-7a107faf599b req-15b26b92-acc5-4983-a87a-3c9787f68b02 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6319158 Sep 07 12:35:49.285966 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Allocated IP 172.20.0.2 (de13ac32-2b75-432f-bff6-07a48bb5adc1/c050586c-9df2-4a86-a1fc-0c1e0d08a75e/f76eaef7-637d-4db2-a54b-f85dfacf7cb5) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:35:49.375742 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b77f1cc5-7ca4-41c6-8044-52a7ceb7704e req-966b2776-618c-4e7a-8d38-987cdec5baea tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170466 Sep 07 12:35:49.411977 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-16d74d29-b1c5-475c-814c-753b488d5620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:49.414419 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a639e28a-8eaa-4a80-8c3d-938929258765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:49.416492 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-a639e28a-8eaa-4a80-8c3d-938929258765 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1a79cb18b994ffb93c42cb1035bae85&device_id=eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e HTTP/1.1" status: 200 len: 1096 time: 0.1281114 Sep 07 12:35:49.440934 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Allocated IP 172.20.0.14 (8cdda4ee-5ff5-4b09-8019-1614ee5f413a/644ee434-d09c-4f23-81d2-2ffd9d7c226b/04e8acdc-3df4-4bbb-a204-fbb9f0a47faf) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:35:49.478305 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-f0087239-5940-4166-a5ea-0a81ab96ec85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1568b102-16d9-4950-9c41-48b0628a33e5 HTTP/1.1" status: 200 len: 217 time: 0.0511789 Sep 07 12:35:49.549406 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-16d74d29-b1c5-475c-814c-753b488d5620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:49.634271 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-16d74d29-b1c5-475c-814c-753b488d5620 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a09028b700ef485b86db5fa32a25fb7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0383883 Sep 07 12:35:49.634900 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38712) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:49.650471 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d74d29-b1c5-475c-814c-753b488d5620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35c6f64-2bab-4fdd-a95b-a44548552999,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:49.675539 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-4dfd261b-a16b-4384-a7d6-398e7e3034e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:49.677309 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-4dfd261b-a16b-4384-a7d6-398e7e3034e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c050586c-9df2-4a86-a1fc-0c1e0d08a75e HTTP/1.1" status: 200 len: 859 time: 0.1901276 Sep 07 12:35:49.680468 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:49.741797 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-5cbe504d-ca15-48ca-8d81-f8a43b157d74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de13ac32-2b75-432f-bff6-07a48bb5adc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549605 Sep 07 12:35:49.865879 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-74125a3b-b812-4796-a973-8d6b32609a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:49.899693 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4919feea-2860-4c01-9b4a-114630df2b31 req-c8484f70-2758-49cc-9103-a22e7737a6ba tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0905399 Sep 07 12:35:49.899693 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38722) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:49.905982 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:49.914296 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-74125a3b-b812-4796-a973-8d6b32609a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:49.929418 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Transition to ACTIVE for port object 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf will not be triggered until provisioned by entity DHCP. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:49.979998 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-e11fd6c7-dfa4-4eb8-a337-73ab9518bbad service neutron] 10.222.0.42 "GET /v2.0/networks/de13ac32-2b75-432f-bff6-07a48bb5adc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293742 Sep 07 12:35:49.985478 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.044130 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.089444 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Network de13ac32-2b75-432f-bff6-07a48bb5adc1 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:50.104182 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-072bdc29-e268-4464-9e0e-dd4ec9eb325a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.125896 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169dd6-0b81-421a-b0ba-9c230b66176b req-8e035076-3fcf-43f7-863f-3693aefba9f4 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:50.128413 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0f169dd6-0b81-421a-b0ba-9c230b66176b req-8e035076-3fcf-43f7-863f-3693aefba9f4 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 943 time: 0.2168205 Sep 07 12:35:50.133771 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:50.139609 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:35:50.146096 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:50.146567 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.149695 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:35:50.151886 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Pushing event updated for resources: {'Port': ['ID=f76eaef7-637d-4db2-a54b-f85dfacf7cb5,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:50.165483 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:35:50.168161 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:35:50.174158 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:50.174786 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for port, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.180208 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'Port': ['ID=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:50.212523 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-72b2e767-a038-4a15-87bb-5f1dc204336e req-8df49977-1a8e-4c0c-bf7f-d1cb568cfb4f service neutron] 10.222.0.42 "GET /v2.0/networks/de13ac32-2b75-432f-bff6-07a48bb5adc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204635 Sep 07 12:35:50.215369 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0f169dd6-0b81-421a-b0ba-9c230b66176b req-4bb1b6be-ff7e-4252-a35d-705f9924fade tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644953 Sep 07 12:35:50.285067 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-74125a3b-b812-4796-a973-8d6b32609a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.289220 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-74125a3b-b812-4796-a973-8d6b32609a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.294760 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-74125a3b-b812-4796-a973-8d6b32609a36 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c35c6f64-2bab-4fdd-a95b-a44548552999 HTTP/1.1" status: 204 len: 168 time: 0.6511433 Sep 07 12:35:50.307803 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74125a3b-b812-4796-a973-8d6b32609a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35c6f64-2bab-4fdd-a95b-a44548552999,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:50.381414 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f8233-825b-40ca-a345-6a7543a334c1 req-b045021a-6137-413f-995b-b0aa021da239 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:50.385134 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f23f8233-825b-40ca-a345-6a7543a334c1 req-b045021a-6137-413f-995b-b0aa021da239 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 931 time: 0.0838115 Sep 07 12:35:50.450965 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-072bdc29-e268-4464-9e0e-dd4ec9eb325a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.464248 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f23f8233-825b-40ca-a345-6a7543a334c1 req-d4400a41-e012-41aa-a0b9-28acd77dff52 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739346 Sep 07 12:35:50.495666 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-15b77db5-4424-4973-ba15-f146907e85cb None None] Provisioning for port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:50.499748 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-15b77db5-4424-4973-ba15-f146907e85cb None None] Provisioning complete for port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:50.500188 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-15b77db5-4424-4973-ba15-f146907e85cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.519026 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980631c-5ce9-4146-a124-8ace9ac4df2b req-e7452d77-7dc8-4ae5-975f-508beaa834b0 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:50.520737 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-1980631c-5ce9-4146-a124-8ace9ac4df2b req-e7452d77-7dc8-4ae5-975f-508beaa834b0 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 943 time: 0.0622065 Sep 07 12:35:50.527728 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-072bdc29-e268-4464-9e0e-dd4ec9eb325a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.561281 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-15b77db5-4424-4973-ba15-f146907e85cb None None] Port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:35:50.569457 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 8383ce95-8954-418e-a8c8-7dc320665aa9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94579) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:35:50.582802 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bdc29-e268-4464-9e0e-dd4ec9eb325a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510d3ceb-2439-4641-8635-73a6e20bfd21,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:50.589672 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-072bdc29-e268-4464-9e0e-dd4ec9eb325a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=909fc13c97e0498a9260eaeb7cc8489c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6917751 Sep 07 12:35:50.593805 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38744) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:50.612062 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2c6d512f-e400-47bb-bc3a-7780113f3d3b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8117630 Sep 07 12:35:50.624460 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Request body: {'port': {'device_id': '382be159-3f74-49d8-81dd-87e32661a2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:50.634573 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-c482ade4-ce03-405c-a444-73a90aef542c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4862866 Sep 07 12:35:50.648681 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Request body: {'port': {'device_id': 'fdfdda8a-cde2-4089-bd32-d97c4958da8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:35:50.658020 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-1980631c-5ce9-4146-a124-8ace9ac4df2b req-a5d4988e-a175-4462-a266-97af49a0b780 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186821 Sep 07 12:35:50.711709 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-945fed87-5288-4952-b586-b42a9d3651bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.714925 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 8383ce95-8954-418e-a8c8-7dc320665aa9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8383ce95-8954-418e-a8c8-7dc320665aa9,segment=NetworkSegment(03053a41-369a-43ae-8b30-be05c0f1110f),segment_id=03053a41-369a-43ae-8b30-be05c0f1110f)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:50.728862 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38748) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:50.734507 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Returning: {'device': '8383ce95-8954-418e-a8c8-7dc320665aa9', 'network_id': 'ed70d819-01b4-4879-9bfd-bf9c7408d58f', 'port_id': '8383ce95-8954-418e-a8c8-7dc320665aa9', 'mac_address': 'fa:16:3e:95:77:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83664947-8098-4a48-af1f-d9a537971528', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94579) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:35:50.735613 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.768531 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-945fed87-5288-4952-b586-b42a9d3651bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.771197 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.802940 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.818377 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8383ce95-8954-418e-a8c8-7dc320665aa9 {{(pid=94579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:35:50.867539 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 8383ce95-8954-418e-a8c8-7dc320665aa9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8383ce95-8954-418e-a8c8-7dc320665aa9,segment=NetworkSegment(03053a41-369a-43ae-8b30-be05c0f1110f),segment_id=03053a41-369a-43ae-8b30-be05c0f1110f)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:50.952309 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac728-a50b-4a96-bdb0-e5e76e3ab9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.963699 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:50.963699 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 18759fc7-a8a4-4627-91d7-0c6a5ac9736c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94579) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:35:51.056418 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-945fed87-5288-4952-b586-b42a9d3651bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.057529 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=8383ce95-8954-418e-a8c8-7dc320665aa9,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:51.058978 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-945fed87-5288-4952-b586-b42a9d3651bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.064448 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-945fed87-5288-4952-b586-b42a9d3651bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/510d3ceb-2439-4641-8635-73a6e20bfd21 HTTP/1.1" status: 204 len: 168 time: 0.4655495 Sep 07 12:35:51.072983 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fed87-5288-4952-b586-b42a9d3651bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510d3ceb-2439-4641-8635-73a6e20bfd21,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:51.153029 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1262d29-b87a-42d6-a888-c390a12f1960 req-8aefbf1a-6519-413d-b742-e8672a9bf2ad tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:51.160892 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-e1262d29-b87a-42d6-a888-c390a12f1960 req-8aefbf1a-6519-413d-b742-e8672a9bf2ad tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 932 time: 0.1439903 Sep 07 12:35:51.288729 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-e1262d29-b87a-42d6-a888-c390a12f1960 req-3265fe2b-3ddd-492e-90d5-0bcc9e4f520b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214783 Sep 07 12:35:51.299820 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76eaef7-637d-4db2-a54b-f85dfacf7cb5 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:35:51.332717 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.344708 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=18759fc7-a8a4-4627-91d7-0c6a5ac9736c,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:51.363827 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Returning: {'device': '18759fc7-a8a4-4627-91d7-0c6a5ac9736c', 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78', 'port_id': '18759fc7-a8a4-4627-91d7-0c6a5ac9736c', 'mac_address': 'fa:16:3e:50:ff:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6d58a7-7882-473b-8226-23db86190dd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94579) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:35:51.365466 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Transition to ACTIVE for port object f76eaef7-637d-4db2-a54b-f85dfacf7cb5 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:51.433303 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.434936 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac728-a50b-4a96-bdb0-e5e76e3ab9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.443416 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf2d1-6eb4-495a-8653-bea87a7c61e3 req-c8d5055e-e766-4005-a754-8c1666bd1355 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:51.447350 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-eedcf2d1-6eb4-495a-8653-bea87a7c61e3 req-c8d5055e-e766-4005-a754-8c1666bd1355 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 943 time: 0.0746176 Sep 07 12:35:51.450656 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18759fc7-a8a4-4627-91d7-0c6a5ac9736c {{(pid=94579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:35:51.461004 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf {{(pid=94578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:35:51.473499 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.488482 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.496417 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Transition to ACTIVE for port object 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:35:51.499665 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=18759fc7-a8a4-4627-91d7-0c6a5ac9736c,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:51.531052 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac728-a50b-4a96-bdb0-e5e76e3ab9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.559987 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-eedcf2d1-6eb4-495a-8653-bea87a7c61e3 req-cbae6a76-46d2-47ad-9db3-d2cd9303110b tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021271 Sep 07 12:35:51.583031 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.602684 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Pushing event updated for resources: {'Port': ['ID=f76eaef7-637d-4db2-a54b-f85dfacf7cb5,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:51.614231 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Attempting to bind port f76eaef7-637d-4db2-a54b-f85dfacf7cb5 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:35:51.614231 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Attempting to bind port f76eaef7-637d-4db2-a54b-f85dfacf7cb5 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:35:51.614231 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Attempting to bind port f76eaef7-637d-4db2-a54b-f85dfacf7cb5 on network de13ac32-2b75-432f-bff6-07a48bb5adc1 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:51.616061 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Port f76eaef7-637d-4db2-a54b-f85dfacf7cb5 on network de13ac32-2b75-432f-bff6-07a48bb5adc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:35:51.616389 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Attempting to bind port f76eaef7-637d-4db2-a54b-f85dfacf7cb5 on network de13ac32-2b75-432f-bff6-07a48bb5adc1 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:51.624129 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Checking agent: {'id': 'd20c3edb-5c57-45b7-bd7a-1abdfb43a276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'started_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:35:51.624129 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Checking segment: {'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:51.624129 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Bound using segment: {'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:35:51.624129 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Bound port: f76eaef7-637d-4db2-a54b-f85dfacf7cb5, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b33e961-8a4b-4b01-bdcb-401109306789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:35:51.624129 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.640180 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-3e9ac728-a50b-4a96-bdb0-e5e76e3ab9f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2d2f2f7d7284540809830729b013af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9099092 Sep 07 12:35:51.645090 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ac728-a50b-4a96-bdb0-e5e76e3ab9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e24e4cd-707e-4eb4-992e-b43d7301a599,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:51.645864 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38790) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:51.682447 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.682620 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:51.724535 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d25ff0-48a2-42d5-a5ca-c11b67bca352 req-58b0a371-51f5-4bec-a5d5-0492dcfdae5c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:51.733770 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-97d25ff0-48a2-42d5-a5ca-c11b67bca352 req-58b0a371-51f5-4bec-a5d5-0492dcfdae5c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 943 time: 0.1792037 Sep 07 12:35:51.780214 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=18759fc7-a8a4-4627-91d7-0c6a5ac9736c,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:51.794492 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Attempting to bind port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:35:51.794492 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Attempting to bind port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:35:51.794831 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Attempting to bind port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf on network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:51.808717 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] For port f76eaef7-637d-4db2-a54b-f85dfacf7cb5, host hv-cinder-76019, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:35:51.811206 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf on network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:35:51.811337 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Attempting to bind port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf on network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:35:51.812937 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] For port f76eaef7-637d-4db2-a54b-f85dfacf7cb5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76eaef7-637d-4db2-a54b-f85dfacf7cb5,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:35:51.825217 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1248-5c89-498b-a210-f42e05afe13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.828602 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-97d25ff0-48a2-42d5-a5ca-c11b67bca352 req-1dd33499-e518-4604-97cd-ee65f32a8b3f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884714 Sep 07 12:35:51.832702 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Checking agent: {'id': 'd20c3edb-5c57-45b7-bd7a-1abdfb43a276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'started_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:35:51.833142 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Checking segment: {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:35:51.835979 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Bound using segment: {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:35:51.835979 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Bound port: 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:35:51.836591 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.887211 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1248-5c89-498b-a210-f42e05afe13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.927990 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:51.946453 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f32d89-9d60-4984-8dc0-d970f57e8d7d req-de24b3a1-9cc4-4de9-961c-489f4985c2f2 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:51.955618 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8f32d89-9d60-4984-8dc0-d970f57e8d7d req-de24b3a1-9cc4-4de9-961c-489f4985c2f2 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 944 time: 0.1105494 Sep 07 12:35:51.970231 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['8383ce95-8954-418e-a8c8-7dc320665aa9'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:35:51.976488 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] For port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf, host hv-cinder-76019, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:35:51.977461 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] For port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:35:51.994609 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['18759fc7-a8a4-4627-91d7-0c6a5ac9736c'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:35:52.037051 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:52.037691 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:52.039699 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] 10.222.0.42 "PUT /v2.0/ports/f76eaef7-637d-4db2-a54b-f85dfacf7cb5 HTTP/1.1" status: 200 len: 1093 time: 1.3953490 Sep 07 12:35:52.039699 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfdda8a-cde2-4089-bd32-d97c4958da8d', 'tag': 'f76eaef7-637d-4db2-a54b-f85dfacf7cb5'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:35:52.041982 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e698a2c-88be-43f8-be07-c852c46db100" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfdda8a-cde2-4089-bd32-d97c4958da8d", "tag": "f76eaef7-637d-4db2-a54b-f85dfacf7cb5"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:35:52.063677 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8f32d89-9d60-4984-8dc0-d970f57e8d7d req-9694cc0b-ad79-44bd-a004-4a88f60c63a7 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069880 Sep 07 12:35:52.066417 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04153ea5-e0b4-4d21-b343-b813f71db2bc service neutron] Pushing event updated for resources: {'Port': ['ID=f76eaef7-637d-4db2-a54b-f85dfacf7cb5,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:52.068145 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:52.097337 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38802) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:52.119984 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4824d2e8-e0cd-46d0-86c4-f742fd16e8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:52.124863 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53900034-8091-43b7-ae59-0b273092da8c x-openstack-request-id: req-53900034-8091-43b7-ae59-0b273092da8c {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:35:52.125515 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfdda8a-cde2-4089-bd32-d97c4958da8d", "tag": "f76eaef7-637d-4db2-a54b-f85dfacf7cb5", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:35:52.125867 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53900034-8091-43b7-ae59-0b273092da8c {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:35:52.126364 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfdda8a-cde2-4089-bd32-d97c4958da8d', 'tag': 'f76eaef7-637d-4db2-a54b-f85dfacf7cb5', 'status': 'completed', 'code': 200} Sep 07 12:35:52.159167 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:52.161667 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for port, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:52.166414 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] 10.222.0.42 "PUT /v2.0/ports/04e8acdc-3df4-4bbb-a204-fbb9f0a47faf HTTP/1.1" status: 200 len: 1094 time: 1.5433896 Sep 07 12:35:52.202833 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1248-5c89-498b-a210-f42e05afe13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:52.206116 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1248-5c89-498b-a210-f42e05afe13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:52.210293 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-f2ba1248-5c89-498b-a210-f42e05afe13f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e24e4cd-707e-4eb4-992e-b43d7301a599 HTTP/1.1" status: 204 len: 168 time: 0.5229411 Sep 07 12:35:52.228771 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382be159-3f74-49d8-81dd-87e32661a2f3', 'tag': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf'}] {{(pid=94578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:35:52.251516 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba1248-5c89-498b-a210-f42e05afe13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e24e4cd-707e-4eb4-992e-b43d7301a599,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:52.318502 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e698a2c-88be-43f8-be07-c852c46db100 req-7f1352b1-2e2a-4b1c-b540-5408a9ec205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:52.320604 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6abb37-909d-481e-b2f6-4e4efac3a3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:52.321140 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0e698a2c-88be-43f8-be07-c852c46db100 req-7f1352b1-2e2a-4b1c-b540-5408a9ec205d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1a79cb18b994ffb93c42cb1035bae85&device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 1096 time: 0.1666977 Sep 07 12:35:52.396537 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-030fd5c3-18ff-4f75-ba98-2eb55bc6d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:52.400061 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-030fd5c3-18ff-4f75-ba98-2eb55bc6d67e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a5d0a3a54a20b65c744f20906778&device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0697844 Sep 07 12:35:52.467280 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-3145225e-c194-4107-987f-9ef42f53b360 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf HTTP/1.1" status: 200 len: 217 time: 0.0562007 Sep 07 12:35:52.558541 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-d165d0b2-b94f-4aed-8569-145a3e6c2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:52.560074 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-d165d0b2-b94f-4aed-8569-145a3e6c2f87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=644ee434-d09c-4f23-81d2-2ffd9d7c226b HTTP/1.1" status: 200 len: 849 time: 0.0810957 Sep 07 12:35:52.631062 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2f27bc62-dbc3-4a78-90ec-1f274b00aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:52.633314 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-2f27bc62-dbc3-4a78-90ec-1f274b00aa8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0651221 Sep 07 12:35:52.670200 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4824d2e8-e0cd-46d0-86c4-f742fd16e8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:52.705036 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e698a2c-88be-43f8-be07-c852c46db100 req-c91786ae-a0f7-4cab-b62c-e67719e5c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:52.706669 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0e698a2c-88be-43f8-be07-c852c46db100 req-c91786ae-a0f7-4cab-b62c-e67719e5c3d1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a1a79cb18b994ffb93c42cb1035bae85&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3663113 Sep 07 12:35:52.715280 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6655b2-4197-480f-a00c-d035fe7fdf3c req-7e243d48-de70-4e93-99dd-1f9d8b219e63 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:52.716808 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4c6655b2-4197-480f-a00c-d035fe7fdf3c req-7e243d48-de70-4e93-99dd-1f9d8b219e63 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 944 time: 0.3009629 Sep 07 12:35:52.768783 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fce9c6-7755-4d85-9698-55865b641a0b req-98c9ba4f-cb22-40b9-abc9-4f0a0d45084b tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:52.770305 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-c6fce9c6-7755-4d85-9698-55865b641a0b req-98c9ba4f-cb22-40b9-abc9-4f0a0d45084b tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 944 time: 0.0971086 Sep 07 12:35:52.801231 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-e8d0e379-7eca-44b8-bae0-cd4ae6c0b4ad service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588373 Sep 07 12:35:52.828462 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4c6655b2-4197-480f-a00c-d035fe7fdf3c req-e8a95db0-a596-4a3f-9f19-0455ee8405b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936480 Sep 07 12:35:52.870363 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4824d2e8-e0cd-46d0-86c4-f742fd16e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:52.872801 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-c6fce9c6-7755-4d85-9698-55865b641a0b req-b86031f2-8571-4001-a18f-bfaf824acc1e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923977 Sep 07 12:35:52.897286 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e698a2c-88be-43f8-be07-c852c46db100 req-638b96e7-b629-4598-a111-4b70215b0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:52.900019 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0e698a2c-88be-43f8-be07-c852c46db100 req-638b96e7-b629-4598-a111-4b70215b0eff service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1822836 Sep 07 12:35:52.956548 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e6e7ef2484b5b996877234f86aab50a2429001469084689e0627d13c827ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62988863-3798-48dd-be86-d7283667a213" -d '{"events": [{"name": "network-changed", "server_uuid": "382be159-3f74-49d8-81dd-87e32661a2f3", "tag": "04e8acdc-3df4-4bbb-a204-fbb9f0a47faf"}]}' {{(pid=94578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:35:52.958464 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824d2e8-e0cd-46d0-86c4-f742fd16e8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba4abac-a0c7-4272-a039-8091fed69026,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:53.027757 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-277214f1-46f0-4817-a28b-0080ba1a2b0d req-c81eca1c-79fc-40a3-aed3-0185e3d72784 service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022834 Sep 07 12:35:53.086721 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-4824d2e8-e0cd-46d0-86c4-f742fd16e8dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d951326e6cd0419b98f5d9f01165935e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9872072 Sep 07 12:35:53.089989 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38834) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:53.126893 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-23ad618e-bd22-41ac-8823-f68981dc103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:53.132078 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-23ad618e-bd22-41ac-8823-f68981dc103e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1a79cb18b994ffb93c42cb1035bae85&device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 1096 time: 0.1624672 Sep 07 12:35:53.145010 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067e4f7-4f3e-4c15-a4f5-dfc6946df073 req-6d1e1e7a-1d25-4901-99a8-36e7d9d5bf1d tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:53.155106 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f067e4f7-4f3e-4c15-a4f5-dfc6946df073 req-6d1e1e7a-1d25-4901-99a8-36e7d9d5bf1d tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 943 time: 0.1553154 Sep 07 12:35:53.160846 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1a6fc1-4ecf-4e2b-8537-872bf67c705b x-openstack-request-id: req-0b1a6fc1-4ecf-4e2b-8537-872bf67c705b {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:35:53.161550 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382be159-3f74-49d8-81dd-87e32661a2f3", "tag": "04e8acdc-3df4-4bbb-a204-fbb9f0a47faf", "status": "completed", "code": 200}]} {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:35:53.161550 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0b1a6fc1-4ecf-4e2b-8537-872bf67c705b {{(pid=94578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:35:53.161858 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382be159-3f74-49d8-81dd-87e32661a2f3', 'tag': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf', 'status': 'completed', 'code': 200} Sep 07 12:35:53.333487 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4093f374-0619-4ae9-b4fc-c1bb8da7b2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:53.333487 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4093f374-0619-4ae9-b4fc-c1bb8da7b2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:53.334282 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-4a110a3c-d617-4a29-bdb1-74dd33610c64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f76eaef7-637d-4db2-a54b-f85dfacf7cb5 HTTP/1.1" status: 200 len: 217 time: 0.0542564 Sep 07 12:35:53.334282 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f067e4f7-4f3e-4c15-a4f5-dfc6946df073 req-5ea6a5b4-84de-4d0d-bfca-2200e2febf87 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069324 Sep 07 12:35:53.334282 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-2a058058-dbda-4c83-af59-60054cd21ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:53.334282 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-2a058058-dbda-4c83-af59-60054cd21ec0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c050586c-9df2-4a86-a1fc-0c1e0d08a75e HTTP/1.1" status: 200 len: 859 time: 0.0559027 Sep 07 12:35:53.334852 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203689f-c5f4-47b1-baa0-723c4a84a351 req-bb1c45eb-7786-4f3d-9211-c04d89644e33 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:53.334852 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-5203689f-c5f4-47b1-baa0-723c4a84a351 req-bb1c45eb-7786-4f3d-9211-c04d89644e33 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 944 time: 0.0787880 Sep 07 12:35:53.334996 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-cca63f6a-e620-4cb8-aa5c-2098c253c92c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de13ac32-2b75-432f-bff6-07a48bb5adc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255613 Sep 07 12:35:53.335083 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-5203689f-c5f4-47b1-baa0-723c4a84a351 req-ded64ab3-a502-46e7-9932-3b58d22ef695 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364730 Sep 07 12:35:53.428906 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-f7678bda-f3e9-4dc0-9e49-a215e4a2f8c5 service neutron] 10.222.0.42 "GET /v2.0/networks/de13ac32-2b75-432f-bff6-07a48bb5adc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030550 Sep 07 12:35:53.505454 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62988863-3798-48dd-be86-d7283667a213 req-d4bae0c4-d3a6-4c2d-ae07-628a66cf497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:53.506897 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-62988863-3798-48dd-be86-d7283667a213 req-d4bae0c4-d3a6-4c2d-ae07-628a66cf497a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a5d0a3a54a20b65c744f20906778&device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0386174 Sep 07 12:35:53.527276 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-aa7a486d-f57a-45c2-abc0-2cd84ce24920 req-fa3bd905-975a-4297-bc6e-a2aae2e9c735 service neutron] 10.222.0.42 "GET /v2.0/networks/de13ac32-2b75-432f-bff6-07a48bb5adc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868781 Sep 07 12:35:53.546781 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4093f374-0619-4ae9-b4fc-c1bb8da7b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:53.549181 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4093f374-0619-4ae9-b4fc-c1bb8da7b2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:53.550299 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4093f374-0619-4ae9-b4fc-c1bb8da7b2bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ba4abac-a0c7-4272-a039-8091fed69026 HTTP/1.1" status: 204 len: 168 time: 0.4580283 Sep 07 12:35:53.586334 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093f374-0619-4ae9-b4fc-c1bb8da7b2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba4abac-a0c7-4272-a039-8091fed69026,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:53.633987 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62988863-3798-48dd-be86-d7283667a213 req-935fea20-35d8-4c97-97e9-49bbeec8b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:53.633987 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-62988863-3798-48dd-be86-d7283667a213 req-935fea20-35d8-4c97-97e9-49bbeec8b685 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a HTTP/1.1" status: 200 len: 911 time: 0.1139264 Sep 07 12:35:53.674044 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-62988863-3798-48dd-be86-d7283667a213 req-b8c16813-d012-4e2c-b924-94e525203592 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf HTTP/1.1" status: 200 len: 217 time: 0.0349431 Sep 07 12:35:53.762398 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38848) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:53.782184 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c481a72f-f3f6-41a4-a55d-f0fdfedecbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:53.896129 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62988863-3798-48dd-be86-d7283667a213 req-6fa6cddd-99ba-4b43-9e5d-70cee2a0d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:53.897724 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-62988863-3798-48dd-be86-d7283667a213 req-6fa6cddd-99ba-4b43-9e5d-70cee2a0d826 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=644ee434-d09c-4f23-81d2-2ffd9d7c226b HTTP/1.1" status: 200 len: 849 time: 0.2162287 Sep 07 12:35:53.901796 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c481a72f-f3f6-41a4-a55d-f0fdfedecbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:53.980866 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c481a72f-f3f6-41a4-a55d-f0fdfedecbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:53.989061 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62988863-3798-48dd-be86-d7283667a213 req-c003ed75-854e-4d3d-92da-90ec60935cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:53.990861 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-62988863-3798-48dd-be86-d7283667a213 req-c003ed75-854e-4d3d-92da-90ec60935cbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0830231 Sep 07 12:35:54.018423 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ea2b4-a0e0-4482-a996-4ed32e0deb37 req-dbe37d11-f5b3-46c5-b9d3-ed7e96fe2007 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:54.025935 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-300ea2b4-a0e0-4482-a996-4ed32e0deb37 req-dbe37d11-f5b3-46c5-b9d3-ed7e96fe2007 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 944 time: 0.1045904 Sep 07 12:35:54.069225 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-c481a72f-f3f6-41a4-a55d-f0fdfedecbd8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa59cad0070c41cd87a57881ac25bc22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057141 Sep 07 12:35:54.077534 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38862) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:54.078929 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481a72f-f3f6-41a4-a55d-f0fdfedecbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11130651-712b-4f3e-86c2-80f937603a0c,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:54.101254 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225b151-b404-4622-81cd-81a8472c0f36 req-af6cdda1-97a7-4bbe-af35-28a380e28798 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:54.102980 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-6225b151-b404-4622-81cd-81a8472c0f36 req-af6cdda1-97a7-4bbe-af35-28a380e28798 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 944 time: 0.1365001 Sep 07 12:35:54.120249 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-300ea2b4-a0e0-4482-a996-4ed32e0deb37 req-cc8bf31c-dbed-4601-bc8b-fcc73bf4dcce tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931623 Sep 07 12:35:54.147680 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-86ec074c-cbe1-442b-a6c3-7fd2ef0f44fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:54.162198 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-62988863-3798-48dd-be86-d7283667a213 req-9f997cee-e7fa-45a2-94d2-c2ab0540f3fe service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462867 Sep 07 12:35:54.167658 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-6225b151-b404-4622-81cd-81a8472c0f36 req-65fcb432-754f-416c-9022-34a54a22f49e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554943 Sep 07 12:35:54.172958 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-86ec074c-cbe1-442b-a6c3-7fd2ef0f44fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:54.281341 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-62988863-3798-48dd-be86-d7283667a213 req-0285ad91-e878-410c-9e05-13efc81b3a92 service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109962 Sep 07 12:35:54.368403 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-86ec074c-cbe1-442b-a6c3-7fd2ef0f44fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:54.368403 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-86ec074c-cbe1-442b-a6c3-7fd2ef0f44fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:54.368403 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-86ec074c-cbe1-442b-a6c3-7fd2ef0f44fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11130651-712b-4f3e-86c2-80f937603a0c HTTP/1.1" status: 204 len: 168 time: 0.2930288 Sep 07 12:35:54.382838 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec074c-cbe1-442b-a6c3-7fd2ef0f44fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11130651-712b-4f3e-86c2-80f937603a0c,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:54.399412 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da98b4-1396-49b3-8a25-c961636339d0 req-26deba09-d26d-4ce0-9e0e-e44408c14764 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:54.405641 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f7da98b4-1396-49b3-8a25-c961636339d0 req-26deba09-d26d-4ce0-9e0e-e44408c14764 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 943 time: 0.0692446 Sep 07 12:35:54.448090 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f7da98b4-1396-49b3-8a25-c961636339d0 req-38f9a7c9-2acd-47da-87d9-148255ae2f22 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348470 Sep 07 12:35:54.474798 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e735d70-e2f9-41b9-98d0-ef1269940351 req-4f9170ce-2bd9-4643-b829-a2d66445fcb5 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:54.476340 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-2e735d70-e2f9-41b9-98d0-ef1269940351 req-4f9170ce-2bd9-4643-b829-a2d66445fcb5 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 944 time: 0.0542400 Sep 07 12:35:54.514009 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-2e735d70-e2f9-41b9-98d0-ef1269940351 req-f0a90dc1-3418-4a9e-8477-032ded569513 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Sep 07 12:35:54.524716 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 1568b102-16d9-4950-9c41-48b0628a33e5 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94579) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:35:54.526949 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 8383ce95-8954-418e-a8c8-7dc320665aa9 up at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:54.658029 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 1568b102-16d9-4950-9c41-48b0628a33e5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1568b102-16d9-4950-9c41-48b0628a33e5,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:54.668482 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38880) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:54.669884 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Returning: {'device': '1568b102-16d9-4950-9c41-48b0628a33e5', 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1', 'port_id': '1568b102-16d9-4950-9c41-48b0628a33e5', 'mac_address': 'fa:16:3e:a4:23:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c050586c-9df2-4a86-a1fc-0c1e0d08a75e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94579) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:35:54.708197 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:54.722429 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1568b102-16d9-4950-9c41-48b0628a33e5 {{(pid=94579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:35:54.747139 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 1568b102-16d9-4950-9c41-48b0628a33e5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1568b102-16d9-4950-9c41-48b0628a33e5,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:54.748578 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning for port 8383ce95-8954-418e-a8c8-7dc320665aa9 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:54.752316 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning complete for port 8383ce95-8954-418e-a8c8-7dc320665aa9 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:54.761572 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:54.830748 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:54.854104 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cefc122-7859-4272-9c19-ae510191d68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8383ce95-8954-418e-a8c8-7dc320665aa9'}] {{(pid=94579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:35:54.920481 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:54.951299 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 8383ce95-8954-418e-a8c8-7dc320665aa9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8383ce95-8954-418e-a8c8-7dc320665aa9,segment=NetworkSegment(03053a41-369a-43ae-8b30-be05c0f1110f),segment_id=03053a41-369a-43ae-8b30-be05c0f1110f)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:54.981858 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=1568b102-16d9-4950-9c41-48b0628a33e5,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:55.027568 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.028531 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 18759fc7-a8a4-4627-91d7-0c6a5ac9736c up at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:55.058648 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38892) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:55.103844 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-59850706-db14-43ab-8eb7-de484630250b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.121482 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=8383ce95-8954-418e-a8c8-7dc320665aa9,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:55.166717 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['1568b102-16d9-4950-9c41-48b0628a33e5'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:35:55.207038 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning for port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:55.210722 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a5e8-c6bc-44ef-b122-b3c1c37fa779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.213929 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning complete for port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:55.214798 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.221717 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-59850706-db14-43ab-8eb7-de484630250b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.282336 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e59dd76082547654e6c9b71bac6211988f90c8435176ffbbd796fd7f1a13848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b282e7fb-9ca5-45c7-918b-6f89856cf1e9" -d '{"events": [{"server_uuid": "3cefc122-7859-4272-9c19-ae510191d68c", "name": "network-vif-plugged", "status": "completed", "tag": "8383ce95-8954-418e-a8c8-7dc320665aa9"}]}' {{(pid=94579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:35:55.296938 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-59850706-db14-43ab-8eb7-de484630250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.361049 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.395902 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-59850706-db14-43ab-8eb7-de484630250b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a7535ecf291244339582cf4254e55c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247553 Sep 07 12:35:55.399107 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38914) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:55.401368 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59850706-db14-43ab-8eb7-de484630250b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ea6785-c79d-4aff-be73-d08b26aa8f3a,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:55.404144 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=18759fc7-a8a4-4627-91d7-0c6a5ac9736c,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:55.428003 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7101ef-19f0-431d-a96a-d1c1144f61b7 req-2d75cb0a-f6ad-4f6d-a2b6-3d24ed395d39 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:55.429873 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0f7101ef-19f0-431d-a96a-d1c1144f61b7 req-2d75cb0a-f6ad-4f6d-a2b6-3d24ed395d39 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 944 time: 0.1518078 Sep 07 12:35:55.455932 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65880100-faa6-49f7-a26f-ea582f9e7004 req-f4995cbc-09b3-4adf-a406-d97108f6e897 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:55.455932 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-65880100-faa6-49f7-a26f-ea582f9e7004 req-f4995cbc-09b3-4adf-a406-d97108f6e897 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 944 time: 0.1094506 Sep 07 12:35:55.490061 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-130daa0e-0af5-4e4c-a489-201c76b7cdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.509937 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0f7101ef-19f0-431d-a96a-d1c1144f61b7 req-03262055-6292-4b9b-8ad6-f036530ffed8 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727909 Sep 07 12:35:55.519305 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a5e8-c6bc-44ef-b122-b3c1c37fa779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.526380 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.533746 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-130daa0e-0af5-4e4c-a489-201c76b7cdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.535637 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-65880100-faa6-49f7-a26f-ea582f9e7004 req-8493e65a-bfd9-4f35-a1bc-5c80f855acb1 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686150 Sep 07 12:35:55.626155 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=18759fc7-a8a4-4627-91d7-0c6a5ac9736c,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:55.650777 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a5e8-c6bc-44ef-b122-b3c1c37fa779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.678796 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666f7f1-3d31-4a27-99e8-87cfef3afa7c req-c3ca08a8-8aba-475c-bd16-e21478ac34eb tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:55.687813 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8666f7f1-3d31-4a27-99e8-87cfef3afa7c req-c3ca08a8-8aba-475c-bd16-e21478ac34eb tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 943 time: 0.0729439 Sep 07 12:35:55.703574 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-5fa0a5e8-c6bc-44ef-b122-b3c1c37fa779 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd6e575c6a2349689ee129336629c6f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6438661 Sep 07 12:35:55.706852 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38930) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:55.709184 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0a5e8-c6bc-44ef-b122-b3c1c37fa779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367cb78f-c4ff-4930-b233-691582ac10dc,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:55.735528 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8666f7f1-3d31-4a27-99e8-87cfef3afa7c req-bd0be31a-a0ff-48d7-b40e-dec0854c682e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466743 Sep 07 12:35:55.745239 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-130daa0e-0af5-4e4c-a489-201c76b7cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.747805 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-130daa0e-0af5-4e4c-a489-201c76b7cdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.751493 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-130daa0e-0af5-4e4c-a489-201c76b7cdc0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4ea6785-c79d-4aff-be73-d08b26aa8f3a HTTP/1.1" status: 204 len: 168 time: 0.3487649 Sep 07 12:35:55.773114 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130daa0e-0af5-4e4c-a489-201c76b7cdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ea6785-c79d-4aff-be73-d08b26aa8f3a,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:55.812172 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb8fb-cea2-4d33-9268-0c2c476713b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.890362 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8c3d3e-cee1-4f61-9e3c-db386c23e8da x-openstack-request-id: req-bd8c3d3e-cee1-4f61-9e3c-db386c23e8da {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:35:55.890650 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cefc122-7859-4272-9c19-ae510191d68c", "name": "network-vif-plugged", "status": "completed", "tag": "8383ce95-8954-418e-a8c8-7dc320665aa9", "code": 200}]} {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:35:55.890893 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bd8c3d3e-cee1-4f61-9e3c-db386c23e8da {{(pid=94579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:35:55.891390 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cefc122-7859-4272-9c19-ae510191d68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8383ce95-8954-418e-a8c8-7dc320665aa9', 'code': 200} Sep 07 12:35:55.906684 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb8fb-cea2-4d33-9268-0c2c476713b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:55.948961 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81513070-b3ce-45d1-babe-3c54ce127df2 req-9d644ea3-51a1-4001-97d1-983ca9d5d95b tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:55.950721 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-81513070-b3ce-45d1-babe-3c54ce127df2 req-9d644ea3-51a1-4001-97d1-983ca9d5d95b tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 945 time: 0.1358202 Sep 07 12:35:56.006348 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-81513070-b3ce-45d1-babe-3c54ce127df2 req-af65f5b5-46d0-4904-baae-4b2a6f76dea1 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Sep 07 12:35:56.094400 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb8fb-cea2-4d33-9268-0c2c476713b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:56.097640 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb8fb-cea2-4d33-9268-0c2c476713b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:56.098788 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-bc1bb8fb-cea2-4d33-9268-0c2c476713b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/367cb78f-c4ff-4930-b233-691582ac10dc HTTP/1.1" status: 204 len: 168 time: 0.3907640 Sep 07 12:35:56.107130 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bb8fb-cea2-4d33-9268-0c2c476713b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367cb78f-c4ff-4930-b233-691582ac10dc,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:56.289558 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ceb5f-bc10-4276-9ec7-57fffc23870e req-bf00efaa-024d-4b74-a1fa-e83f993f392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:56.291056 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-204ceb5f-bc10-4276-9ec7-57fffc23870e req-bf00efaa-024d-4b74-a1fa-e83f993f392b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 1098 time: 0.0778718 Sep 07 12:35:56.311535 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-204ceb5f-bc10-4276-9ec7-57fffc23870e req-a29432e9-c78a-4fc9-8b26-6509b9674345 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:56.397903 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-204ceb5f-bc10-4276-9ec7-57fffc23870e req-a29432e9-c78a-4fc9-8b26-6509b9674345 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:56.484565 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-204ceb5f-bc10-4276-9ec7-57fffc23870e req-a29432e9-c78a-4fc9-8b26-6509b9674345 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:56.514370 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-204ceb5f-bc10-4276-9ec7-57fffc23870e req-a29432e9-c78a-4fc9-8b26-6509b9674345 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158568 Sep 07 12:35:56.523883 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29432e9-c78a-4fc9-8b26-6509b9674345 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=38bd4ba6-f080-4414-92ff-81b0f94a9971,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:56.524245 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device f76eaef7-637d-4db2-a54b-f85dfacf7cb5 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94579) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:35:56.526325 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 1568b102-16d9-4950-9c41-48b0628a33e5 up at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:56.670724 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c994b-1537-4c2c-adbf-9ddf2fa9409c req-b5c72714-00cc-429a-a8a9-4e1f3bf31d25 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:56.672413 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-825c994b-1537-4c2c-adbf-9ddf2fa9409c req-b5c72714-00cc-429a-a8a9-4e1f3bf31d25 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 944 time: 0.0646160 Sep 07 12:35:56.675660 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4622f-84bd-43ac-8e6e-e1a2728bbd5c req-e130eb21-1321-4823-add8-4348a54d881f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:56.682409 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port f76eaef7-637d-4db2-a54b-f85dfacf7cb5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76eaef7-637d-4db2-a54b-f85dfacf7cb5,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:56.684580 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-1ff4622f-84bd-43ac-8e6e-e1a2728bbd5c req-e130eb21-1321-4823-add8-4348a54d881f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 945 time: 0.0637801 Sep 07 12:35:56.698378 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Returning: {'device': 'f76eaef7-637d-4db2-a54b-f85dfacf7cb5', 'network_id': 'de13ac32-2b75-432f-bff6-07a48bb5adc1', 'port_id': 'f76eaef7-637d-4db2-a54b-f85dfacf7cb5', 'mac_address': 'fa:16:3e:cc:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c050586c-9df2-4a86-a1fc-0c1e0d08a75e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94579) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:35:56.719115 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-825c994b-1537-4c2c-adbf-9ddf2fa9409c req-e5b8ed79-f42b-48de-baab-2a1dd5e39b22 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391037 Sep 07 12:35:56.735178 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-1ff4622f-84bd-43ac-8e6e-e1a2728bbd5c req-c2a590b0-2085-4cc7-8890-981678df4ff5 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495360 Sep 07 12:35:56.755156 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning for port 1568b102-16d9-4950-9c41-48b0628a33e5 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:56.759416 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:56.762881 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning complete for port 1568b102-16d9-4950-9c41-48b0628a33e5 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:56.762881 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:56.763031 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38956) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:56.779621 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45c7d731-e1c6-42e0-bb32-374b644f5c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:56.799677 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76eaef7-637d-4db2-a54b-f85dfacf7cb5 {{(pid=94579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:35:56.834432 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port f76eaef7-637d-4db2-a54b-f85dfacf7cb5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76eaef7-637d-4db2-a54b-f85dfacf7cb5,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:56.883443 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:56.907156 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d16f73-df16-49c0-8160-54a4877052a2 req-8bfd70a2-670d-4ef9-925e-75b2c3a6b89e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:56.908737 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-07d16f73-df16-49c0-8160-54a4877052a2 req-8bfd70a2-670d-4ef9-925e-75b2c3a6b89e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 943 time: 0.0734725 Sep 07 12:35:56.923704 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:56.924564 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94579) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:35:56.928181 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 1568b102-16d9-4950-9c41-48b0628a33e5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1568b102-16d9-4950-9c41-48b0628a33e5,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:56.952471 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45c7d731-e1c6-42e0-bb32-374b644f5c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:56.970976 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-07d16f73-df16-49c0-8160-54a4877052a2 req-50797667-c418-4529-850b-aabe9fd003e9 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539718 Sep 07 12:35:57.010593 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.022345 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=f76eaef7-637d-4db2-a54b-f85dfacf7cb5,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:57.066317 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45c7d731-e1c6-42e0-bb32-374b644f5c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.134658 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:57.142491 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=1568b102-16d9-4950-9c41-48b0628a33e5,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:57.144631 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-45c7d731-e1c6-42e0-bb32-374b644f5c67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d70b471b45a14e4095a448868f872010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805413 Sep 07 12:35:57.150626 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Returning: {'device': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'port_id': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf', 'mac_address': 'fa:16:3e:29:1f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94579) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:35:57.150858 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38966) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:57.151386 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7d731-e1c6-42e0-bb32-374b644f5c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e58601e-1a84-4772-a242-590f7bb623cb,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:57.192927 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.207595 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a6b53-0abd-4903-b60e-8a07aa408efb req-2e91da82-9e2e-475e-a32e-c518fca576d3 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:57.209842 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf {{(pid=94579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:35:57.214405 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 38968) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:57.232437 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e1a6b53-0abd-4903-b60e-8a07aa408efb req-2e91da82-9e2e-475e-a32e-c518fca576d3 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 945 time: 0.1496372 Sep 07 12:35:57.236195 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:57.238190 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1efd-b350-4eb2-9c04-2c50292f473b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.290871 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e1a6b53-0abd-4903-b60e-8a07aa408efb req-b18b2a6a-9074-4227-8fec-e134f71db967 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627460 Sep 07 12:35:57.295058 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9f21942d-8722-4edc-9096-56edaf6c2ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.308644 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.340311 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9f21942d-8722-4edc-9096-56edaf6c2ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.362091 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1efd-b350-4eb2-9c04-2c50292f473b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.394116 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:57.438516 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1efd-b350-4eb2-9c04-2c50292f473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.467261 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9f21942d-8722-4edc-9096-56edaf6c2ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.469845 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9f21942d-8722-4edc-9096-56edaf6c2ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.473918 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-9f21942d-8722-4edc-9096-56edaf6c2ada admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e58601e-1a84-4772-a242-590f7bb623cb HTTP/1.1" status: 204 len: 168 time: 0.3222256 Sep 07 12:35:57.481951 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21942d-8722-4edc-9096-56edaf6c2ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e58601e-1a84-4772-a242-590f7bb623cb,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:57.489024 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f1efd-b350-4eb2-9c04-2c50292f473b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faab9b1-a48c-4d3e-bb9e-06dd2af36730,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:57.504899 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-ee5f1efd-b350-4eb2-9c04-2c50292f473b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=892f76b2ccf44931ae8467f3e4ff21a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823389 Sep 07 12:35:57.505386 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 38978) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:57.559017 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['f76eaef7-637d-4db2-a54b-f85dfacf7cb5'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:35:57.561201 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3aa5-36cb-4b84-890f-18afeaf58c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.584452 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3aa5-36cb-4b84-890f-18afeaf58c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.584685 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['04e8acdc-3df4-4bbb-a204-fbb9f0a47faf'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:35:57.778226 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3aa5-36cb-4b84-890f-18afeaf58c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.778226 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3aa5-36cb-4b84-890f-18afeaf58c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:57.778226 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-e9ea3aa5-36cb-4b84-890f-18afeaf58c04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7faab9b1-a48c-4d3e-bb9e-06dd2af36730 HTTP/1.1" status: 204 len: 168 time: 0.2692358 Sep 07 12:35:57.797242 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea3aa5-36cb-4b84-890f-18afeaf58c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faab9b1-a48c-4d3e-bb9e-06dd2af36730,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:57.885775 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a98ca-ff5d-4d0b-8e43-39623daef724 req-883e1ad7-f35a-49e8-8a60-5371d97721d5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:57.892471 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4799647-90a1-4d82-93be-2313f8e1582f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18759fc7-a8a4-4627-91d7-0c6a5ac9736c'}, {'server_uuid': 'eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1568b102-16d9-4950-9c41-48b0628a33e5'}] {{(pid=94579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:35:57.894742 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-a20a98ca-ff5d-4d0b-8e43-39623daef724 req-883e1ad7-f35a-49e8-8a60-5371d97721d5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 945 time: 0.0735362 Sep 07 12:35:57.895236 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e59dd76082547654e6c9b71bac6211988f90c8435176ffbbd796fd7f1a13848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98092615-b48a-4516-ad4d-488bf9505c16" -d '{"events": [{"server_uuid": "e4799647-90a1-4d82-93be-2313f8e1582f", "name": "network-vif-plugged", "status": "completed", "tag": "18759fc7-a8a4-4627-91d7-0c6a5ac9736c"}, {"server_uuid": "eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e", "name": "network-vif-plugged", "status": "completed", "tag": "1568b102-16d9-4950-9c41-48b0628a33e5"}]}' {{(pid=94579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:35:57.925699 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2482ff-db2c-48ba-a282-d23d509c4760 req-25a1d078-32d5-45b8-9f33-eff31d027c8f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:57.927307 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-2b2482ff-db2c-48ba-a282-d23d509c4760 req-25a1d078-32d5-45b8-9f33-eff31d027c8f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 945 time: 0.1016307 Sep 07 12:35:57.933812 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-a20a98ca-ff5d-4d0b-8e43-39623daef724 req-3eab0f2d-f70d-474a-8afa-359f1c017b61 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377736 Sep 07 12:35:57.978877 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-2b2482ff-db2c-48ba-a282-d23d509c4760 req-b639410c-700e-482d-b779-35d4665d3702 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444255 Sep 07 12:35:58.022174 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8bd63c-9588-4de2-97bc-e97a05e5af2c x-openstack-request-id: req-8e8bd63c-9588-4de2-97bc-e97a05e5af2c {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:35:58.022466 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4799647-90a1-4d82-93be-2313f8e1582f", "name": "network-vif-plugged", "status": "completed", "tag": "18759fc7-a8a4-4627-91d7-0c6a5ac9736c", "code": 200}, {"server_uuid": "eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e", "name": "network-vif-plugged", "status": "completed", "tag": "1568b102-16d9-4950-9c41-48b0628a33e5", "code": 200}]} {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:35:58.022964 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e8bd63c-9588-4de2-97bc-e97a05e5af2c {{(pid=94579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:35:58.023381 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4799647-90a1-4d82-93be-2313f8e1582f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18759fc7-a8a4-4627-91d7-0c6a5ac9736c', 'code': 200} Sep 07 12:35:58.023628 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1568b102-16d9-4950-9c41-48b0628a33e5', 'code': 200} Sep 07 12:35:58.103989 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b572ca6-33ed-4a7c-8d69-366094edfbb8 req-cc28f10f-cb6d-4ebb-81ce-f0049d8d120f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:58.105508 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-7b572ca6-33ed-4a7c-8d69-366094edfbb8 req-cc28f10f-cb6d-4ebb-81ce-f0049d8d120f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 944 time: 0.0556586 Sep 07 12:35:58.145342 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-7b572ca6-33ed-4a7c-8d69-366094edfbb8 req-4a2dc783-c88c-423f-97c7-1637751fe13d tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Sep 07 12:35:58.429214 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53b899-078e-4933-a7fe-8a25e0f5efca req-8950a851-eda9-4929-8eee-e2a84e928335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:58.430720 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4e53b899-078e-4933-a7fe-8a25e0f5efca req-8950a851-eda9-4929-8eee-e2a84e928335 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 1098 time: 0.0777254 Sep 07 12:35:58.486592 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4e53b899-078e-4933-a7fe-8a25e0f5efca req-6e02c128-d3de-4e7f-a219-0513d18b6583 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480728 Sep 07 12:35:58.492414 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb346df-523b-4106-90b4-28e1abf79ab5 req-fd5a95c9-dbb4-4f6d-9ca9-a6e43a771edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:58.493927 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-bfb346df-523b-4106-90b4-28e1abf79ab5 req-fd5a95c9-dbb4-4f6d-9ca9-a6e43a771edd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e HTTP/1.1" status: 200 len: 1098 time: 0.1263523 Sep 07 12:35:58.507949 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fa99e-79e4-48f6-b2ef-7d7d10e86cc3 req-24fbfb1a-c72a-49cb-adf6-a3ea656a93aa tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:58.512941 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-029fa99e-79e4-48f6-b2ef-7d7d10e86cc3 req-24fbfb1a-c72a-49cb-adf6-a3ea656a93aa tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 945 time: 0.0886490 Sep 07 12:35:58.527525 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf up at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:58.559496 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-029fa99e-79e4-48f6-b2ef-7d7d10e86cc3 req-c094cab6-ae4d-41a5-a4cf-8af50e424070 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402701 Sep 07 12:35:58.684518 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning for port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:58.690898 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning complete for port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:58.691558 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:58.729540 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-bfb346df-523b-4106-90b4-28e1abf79ab5 req-6bde1ad5-4ecc-4538-966e-7ca5e4dcfce2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Sep 07 12:35:58.779224 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:58.811550 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:58.900468 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:58.901412 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device f76eaef7-637d-4db2-a54b-f85dfacf7cb5 up at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:35:58.995079 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:59.068153 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f037-0338-4ea7-8edc-a700a0b40ddc req-bf87c36e-5d5b-469e-bf57-3728cb97323c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:59.069546 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d435f037-0338-4ea7-8edc-a700a0b40ddc req-bf87c36e-5d5b-469e-bf57-3728cb97323c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 946 time: 0.0567524 Sep 07 12:35:59.106043 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning for port f76eaef7-637d-4db2-a54b-f85dfacf7cb5 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:35:59.108939 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c71111-872e-4329-8e87-98beef11f210 req-af9a4f8b-d190-46a7-b6a4-3f74d3d67a8d tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:59.111384 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning complete for port f76eaef7-637d-4db2-a54b-f85dfacf7cb5 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:35:59.112311 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:59.114190 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d4c71111-872e-4329-8e87-98beef11f210 req-af9a4f8b-d190-46a7-b6a4-3f74d3d67a8d tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 945 time: 0.0606298 Sep 07 12:35:59.119021 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d435f037-0338-4ea7-8edc-a700a0b40ddc req-387d40aa-91f9-435e-a651-2466dd53acb5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432994 Sep 07 12:35:59.168062 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d4c71111-872e-4329-8e87-98beef11f210 req-9811c5c8-2516-46ec-b77d-8b7e2f241f58 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438044 Sep 07 12:35:59.211319 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:59.245041 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port f76eaef7-637d-4db2-a54b-f85dfacf7cb5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76eaef7-637d-4db2-a54b-f85dfacf7cb5,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:35:59.267242 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63e496-8653-4d25-a2e9-36f4a7f3d06f req-164402f7-892c-4a6b-9b56-efaa179a70fc tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:59.268850 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-5e63e496-8653-4d25-a2e9-36f4a7f3d06f req-164402f7-892c-4a6b-9b56-efaa179a70fc tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 944 time: 0.0513000 Sep 07 12:35:59.334640 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-5e63e496-8653-4d25-a2e9-36f4a7f3d06f req-dc7b3d62-4c72-477f-829a-39860d50a30a tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590682 Sep 07 12:35:59.336174 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:59.411433 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=f76eaef7-637d-4db2-a54b-f85dfacf7cb5,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:35:59.436376 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39066) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:35:59.637052 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-88506dde-b8fa-45f4-9c45-5dd37f8ee869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:35:59.732761 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc7551-2a3e-4a8c-b1db-3abd9f38a385 req-751af97e-8aaa-43b4-8749-cc345bafcb1f tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:35:59.734328 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4cdc7551-2a3e-4a8c-b1db-3abd9f38a385 req-751af97e-8aaa-43b4-8749-cc345bafcb1f tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 945 time: 0.0946746 Sep 07 12:35:59.801234 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4cdc7551-2a3e-4a8c-b1db-3abd9f38a385 req-35c93891-18e8-44d5-a8c6-26bd018fe503 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553582 Sep 07 12:35:59.898331 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-88506dde-b8fa-45f4-9c45-5dd37f8ee869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:00.009263 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-88506dde-b8fa-45f4-9c45-5dd37f8ee869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:00.025548 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382be159-3f74-49d8-81dd-87e32661a2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf'}, {'server_uuid': 'fdfdda8a-cde2-4089-bd32-d97c4958da8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76eaef7-637d-4db2-a54b-f85dfacf7cb5'}] {{(pid=94579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:00.028111 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e59dd76082547654e6c9b71bac6211988f90c8435176ffbbd796fd7f1a13848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd630515-bc7e-46b0-bda4-7eec6ca05658" -d '{"events": [{"server_uuid": "382be159-3f74-49d8-81dd-87e32661a2f3", "name": "network-vif-plugged", "status": "completed", "tag": "04e8acdc-3df4-4bbb-a204-fbb9f0a47faf"}, {"server_uuid": "fdfdda8a-cde2-4089-bd32-d97c4958da8d", "name": "network-vif-plugged", "status": "completed", "tag": "f76eaef7-637d-4db2-a54b-f85dfacf7cb5"}]}' {{(pid=94579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:00.038265 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:00.062107 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88506dde-b8fa-45f4-9c45-5dd37f8ee869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893e653c-f0f9-4d0c-a5e1-08a4f4748d45,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:00.097914 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9972ea06-eb96-400f-a617-37edad21a205 x-openstack-request-id: req-9972ea06-eb96-400f-a617-37edad21a205 {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:00.097914 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382be159-3f74-49d8-81dd-87e32661a2f3", "name": "network-vif-plugged", "status": "completed", "tag": "04e8acdc-3df4-4bbb-a204-fbb9f0a47faf", "code": 200}, {"server_uuid": "fdfdda8a-cde2-4089-bd32-d97c4958da8d", "name": "network-vif-plugged", "status": "completed", "tag": "f76eaef7-637d-4db2-a54b-f85dfacf7cb5", "code": 200}]} {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:00.097914 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9972ea06-eb96-400f-a617-37edad21a205 {{(pid=94579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:00.097914 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382be159-3f74-49d8-81dd-87e32661a2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf', 'code': 200} Sep 07 12:36:00.098295 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfdda8a-cde2-4089-bd32-d97c4958da8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76eaef7-637d-4db2-a54b-f85dfacf7cb5', 'code': 200} Sep 07 12:36:00.113323 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39096) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:00.120574 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-88506dde-b8fa-45f4-9c45-5dd37f8ee869 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=57a828669ed140f78b1f3c55f6291dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6825299 Sep 07 12:36:00.181359 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-75f8ebb1-8c0f-4019-9fd9-65928445b2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:00.250082 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-75f8ebb1-8c0f-4019-9fd9-65928445b2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:00.277905 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7666b94-d82b-47dc-96d4-43b307a3356b req-a1298eb6-d2c3-4511-9237-78ce6f3b24a4 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:00.279508 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-a7666b94-d82b-47dc-96d4-43b307a3356b req-a1298eb6-d2c3-4511-9237-78ce6f3b24a4 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 946 time: 0.0569260 Sep 07 12:36:00.355228 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517b01f-11cd-4f32-857c-1b0a7f491f5a req-36d59bbc-d0df-43d5-8148-8a0a1a7ecd74 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:00.356266 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-c517b01f-11cd-4f32-857c-1b0a7f491f5a req-36d59bbc-d0df-43d5-8148-8a0a1a7ecd74 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 945 time: 0.0904133 Sep 07 12:36:00.395179 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-a7666b94-d82b-47dc-96d4-43b307a3356b req-103f168e-5ed7-45a5-b28c-0563840585bb tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984604 Sep 07 12:36:00.440417 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-c517b01f-11cd-4f32-857c-1b0a7f491f5a req-b1d5e9aa-2ed1-40fb-8a13-e8b06dbf9589 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678713 Sep 07 12:36:00.490401 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-75f8ebb1-8c0f-4019-9fd9-65928445b2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:00.493562 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-75f8ebb1-8c0f-4019-9fd9-65928445b2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:00.498443 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-75f8ebb1-8c0f-4019-9fd9-65928445b2cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/893e653c-f0f9-4d0c-a5e1-08a4f4748d45 HTTP/1.1" status: 204 len: 168 time: 0.3832698 Sep 07 12:36:00.510293 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8ebb1-8c0f-4019-9fd9-65928445b2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893e653c-f0f9-4d0c-a5e1-08a4f4748d45,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:00.555488 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329685b1-fa27-4d3f-9b5c-9d9a198326be req-22611532-2160-42a2-9e37-9323bee8d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:00.557031 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-329685b1-fa27-4d3f-9b5c-9d9a198326be req-22611532-2160-42a2-9e37-9323bee8d1c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 1098 time: 0.0781014 Sep 07 12:36:00.615469 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260e3ea-4e5f-4b58-a2ba-963c4d422e91 req-ac275cfb-a68a-4dcb-8c33-00dfbd04279d tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:00.624445 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-1260e3ea-4e5f-4b58-a2ba-963c4d422e91 req-ac275cfb-a68a-4dcb-8c33-00dfbd04279d tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0994990 Sep 07 12:36:00.634357 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebde86c-9cbf-4a82-bec1-15bc0cec9a34 req-ec299f02-f10e-46e3-9871-96b78a0a5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:00.636609 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ebde86c-9cbf-4a82-bec1-15bc0cec9a34 req-ec299f02-f10e-46e3-9871-96b78a0a5adb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 1099 time: 0.0570807 Sep 07 12:36:00.639751 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-329685b1-fa27-4d3f-9b5c-9d9a198326be req-c6f01104-c80b-4b28-bf62-75a94ab858f3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736408 Sep 07 12:36:00.698282 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-1260e3ea-4e5f-4b58-a2ba-963c4d422e91 req-16a77fcb-f863-4e7c-a1b1-8db3f49fba1c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679986 Sep 07 12:36:00.890131 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ebde86c-9cbf-4a82-bec1-15bc0cec9a34 req-103f17be-1ddc-4d13-ab70-9caa9e225c0e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640185 Sep 07 12:36:01.547286 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372531c1-68b3-491e-9eca-cc49853dae4f req-9c7d8936-e32b-4e84-9ccd-30a75f235e75 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:01.550064 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-372531c1-68b3-491e-9eca-cc49853dae4f req-9c7d8936-e32b-4e84-9ccd-30a75f235e75 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 946 time: 0.0519531 Sep 07 12:36:01.597354 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-372531c1-68b3-491e-9eca-cc49853dae4f req-93aa5d14-a027-47d8-8ef9-526caceab92c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330839 Sep 07 12:36:01.597516 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39156) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:01.613782 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-42286a99-dfaf-41f9-aac7-49fbf567274c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:01.747905 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-42286a99-dfaf-41f9-aac7-49fbf567274c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:01.810260 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-42286a99-dfaf-41f9-aac7-49fbf567274c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:01.871533 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9905e-8f1d-48b0-a73f-6a27d48f6a5d req-23e27412-9c09-4d09-8d55-f34df7b76542 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:01.875783 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-89b9905e-8f1d-48b0-a73f-6a27d48f6a5d req-23e27412-9c09-4d09-8d55-f34df7b76542 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0869370 Sep 07 12:36:01.882780 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-42286a99-dfaf-41f9-aac7-49fbf567274c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8380fcb7da846508dca03b790d0e0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822084 Sep 07 12:36:01.882780 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42286a99-dfaf-41f9-aac7-49fbf567274c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7aaf5c-abfd-4518-a5c2-1b447e103121,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:01.894912 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39178) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:02.051447 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-89b9905e-8f1d-48b0-a73f-6a27d48f6a5d req-ee4030ae-0909-4d86-9ec9-810e9590f66d tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863247 Sep 07 12:36:02.072166 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9edf29ae-4ed5-494c-99eb-1b73bc8c829f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:02.127140 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9edf29ae-4ed5-494c-99eb-1b73bc8c829f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:02.131853 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fc3db-e9f6-4a46-b5cd-4c92ae1a5cec req-b5189fb8-1c6e-410e-8f1c-1f40d67262fa tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:02.133978 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-271fc3db-e9f6-4a46-b5cd-4c92ae1a5cec req-b5189fb8-1c6e-410e-8f1c-1f40d67262fa tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 945 time: 0.0957704 Sep 07 12:36:02.143635 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-2b06ff17-1917-494a-92e0-b497202d8eaa tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:02.153247 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-2b06ff17-1917-494a-92e0-b497202d8eaa tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/networks?id=068be336-2bae-4d46-bebc-0414c22e6b78 HTTP/1.1" status: 200 len: 814 time: 0.2294230 Sep 07 12:36:02.187381 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-9503158c-a475-414e-81d9-54eaa5a3c239 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/quotas/3cbe0a844f48486b884d7d9eb851da32 HTTP/1.1" status: 200 len: 375 time: 0.0330951 Sep 07 12:36:02.199265 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-271fc3db-e9f6-4a46-b5cd-4c92ae1a5cec req-c2f43b45-106d-49b1-b7a5-ce7975580aa6 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582693 Sep 07 12:36:02.244231 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-c536f0de-2b00-4b1a-a531-fc3535f6db98 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cbe0a844f48486b884d7d9eb851da32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555897 Sep 07 12:36:02.347895 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9edf29ae-4ed5-494c-99eb-1b73bc8c829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:02.350879 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9edf29ae-4ed5-494c-99eb-1b73bc8c829f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:02.355946 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-9edf29ae-4ed5-494c-99eb-1b73bc8c829f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c7aaf5c-abfd-4518-a5c2-1b447e103121 HTTP/1.1" status: 204 len: 168 time: 0.4554260 Sep 07 12:36:02.362986 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf29ae-4ed5-494c-99eb-1b73bc8c829f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7aaf5c-abfd-4518-a5c2-1b447e103121,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:02.398117 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-94172745-213d-48ba-b4f8-f5ece2a4facd service neutron] 10.222.0.69 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445804 Sep 07 12:36:02.534098 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8fb53a9d-7a6f-40a2-8942-90e77daba21a service neutron] 10.222.0.69 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295326 Sep 07 12:36:02.737983 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d9d6b-ce14-4951-8d76-3de098b06dc5 req-9b03c451-be59-45c6-adb7-51f0cbb08546 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:02.740104 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-7c4d9d6b-ce14-4951-8d76-3de098b06dc5 req-9b03c451-be59-45c6-adb7-51f0cbb08546 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 946 time: 0.0619657 Sep 07 12:36:02.779582 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-7c4d9d6b-ce14-4951-8d76-3de098b06dc5 req-5dbc7e98-bf6c-4618-8f80-490902151bbd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333376 Sep 07 12:36:02.985077 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-a9e2a946-e412-41f0-a26d-42e6a4efbc23 req-6e95d5b0-2325-4745-8b94-9e3f03c53a41 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 210 time: 0.0606947 Sep 07 12:36:03.043579 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a3d6a-12bc-4583-ba1c-42b3b39ff88e req-b20c7cf3-7af3-49bf-9c77-a8898a664d39 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:03.045568 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-8e0a3d6a-12bc-4583-ba1c-42b3b39ff88e req-b20c7cf3-7af3-49bf-9c77-a8898a664d39 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 946 time: 0.0876479 Sep 07 12:36:03.054918 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39218) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:03.062035 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-2a76e31b-7061-4060-94de-91e8c774cadd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'floatingip': {'port_id': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:03.182090 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2a76e31b-7061-4060-94de-91e8c774cadd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:03.185670 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6a667-e99e-45c0-9cb2-37d0b8640b83 req-c6f1b5e9-1a18-4e04-8cdd-0309d0084f51 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:03.187229 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-15e6a667-e99e-45c0-9cb2-37d0b8640b83 req-c6f1b5e9-1a18-4e04-8cdd-0309d0084f51 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1202214 Sep 07 12:36:03.274379 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-15e6a667-e99e-45c0-9cb2-37d0b8640b83 req-b9e631df-ec8e-42d0-9e62-386fe3b93c42 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763764 Sep 07 12:36:03.426909 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d5ec9-40cc-4ac5-b1f2-81ce07ccf1a4 req-78da825f-e754-434c-87c5-e078a39146d1 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:03.443626 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-636d5ec9-40cc-4ac5-b1f2-81ce07ccf1a4 req-78da825f-e754-434c-87c5-e078a39146d1 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 945 time: 0.1498604 Sep 07 12:36:03.544624 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-636d5ec9-40cc-4ac5-b1f2-81ce07ccf1a4 req-abbc5fdf-d50a-4b12-8215-c1ed77bbdfb0 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/security-groups?id=06762d61-96d7-4fc4-bd29-f781a54b85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991399 Sep 07 12:36:03.566332 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb792-2212-4376-ba36-634a7ad58e1b req-10fd84d4-e216-4a37-9452-174f51de44b8 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:03.567891 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-da1bb792-2212-4376-ba36-634a7ad58e1b req-10fd84d4-e216-4a37-9452-174f51de44b8 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 945 time: 0.0718350 Sep 07 12:36:03.821726 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [req-da1bb792-2212-4376-ba36-634a7ad58e1b req-8ce3c0d8-2716-4724-adf1-1ae07d567025 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Deleting port 8383ce95-8954-418e-a8c8-7dc320665aa9 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:36:03.821726 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-da1bb792-2212-4376-ba36-634a7ad58e1b req-8ce3c0d8-2716-4724-adf1-1ae07d567025 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:04.115116 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [req-da1bb792-2212-4376-ba36-634a7ad58e1b req-8ce3c0d8-2716-4724-adf1-1ae07d567025 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] For port 8383ce95-8954-418e-a8c8-7dc320665aa9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8383ce95-8954-418e-a8c8-7dc320665aa9,segment=NetworkSegment(03053a41-369a-43ae-8b30-be05c0f1110f),segment_id=03053a41-369a-43ae-8b30-be05c0f1110f)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:04.116827 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-da1bb792-2212-4376-ba36-634a7ad58e1b req-8ce3c0d8-2716-4724-adf1-1ae07d567025 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:04.119729 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39266) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:04.153774 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [req-da1bb792-2212-4376-ba36-634a7ad58e1b req-8ce3c0d8-2716-4724-adf1-1ae07d567025 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Calling delete_port for 8383ce95-8954-418e-a8c8-7dc320665aa9 owned by compute:nova {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:36:04.178887 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-96e06c64-2bef-46bf-8cbd-efd06503992f req-6b9219b4-b52f-4866-8401-67882663b159 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 210 time: 0.0389950 Sep 07 12:36:04.372394 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f7656f8e-d96a-4ac2-9d17-c54479f125d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:04.383476 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d3b56-41fd-4570-88c7-d0c24e98deec req-2778a775-b409-41eb-801f-2a9d069cc3bd tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:04.385088 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-8a8d3b56-41fd-4570-88c7-d0c24e98deec req-2778a775-b409-41eb-801f-2a9d069cc3bd tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1723309 Sep 07 12:36:04.387825 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdbbbd-b5f1-4c9c-b8ec-054fb82d1aca req-8245f397-a2ae-450f-984c-1ef0f4e32d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:04.389295 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3cfdbbbd-b5f1-4c9c-b8ec-054fb82d1aca req-8245f397-a2ae-450f-984c-1ef0f4e32d6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1a79cb18b994ffb93c42cb1035bae85&device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 1098 time: 0.1748321 Sep 07 12:36:04.449540 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-da1bb792-2212-4376-ba36-634a7ad58e1b req-8ce3c0d8-2716-4724-adf1-1ae07d567025 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:04.464072 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['8383ce95-8954-418e-a8c8-7dc320665aa9'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:36:04.495940 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3c0d8-2716-4724-adf1-1ae07d567025 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Pushing event deleted for resources: {'Port': ['ID=8383ce95-8954-418e-a8c8-7dc320665aa9,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:04.571855 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39274) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:04.588421 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.db.resource_extend [None req-2a76e31b-7061-4060-94de-91e8c774cadd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 12:36:04.603019 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1bb792-2212-4376-ba36-634a7ad58e1b req-8ce3c0d8-2716-4724-adf1-1ae07d567025 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] No DVR routers for this DVR port 8383ce95-8954-418e-a8c8-7dc320665aa9 on host hv-cinder-76019 {{(pid=94578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:36:04.646299 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f7656f8e-d96a-4ac2-9d17-c54479f125d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:04.648490 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-da1bb792-2212-4376-ba36-634a7ad58e1b req-8ce3c0d8-2716-4724-adf1-1ae07d567025 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:04.650765 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-da1bb792-2212-4376-ba36-634a7ad58e1b req-8ce3c0d8-2716-4724-adf1-1ae07d567025 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.42 "DELETE /v2.0/ports/8383ce95-8954-418e-a8c8-7dc320665aa9 HTTP/1.1" status: 204 len: 173 time: 1.0710845 Sep 07 12:36:04.651422 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cefc122-7859-4272-9c19-ae510191d68c', 'name': 'network-vif-deleted', 'tag': '8383ce95-8954-418e-a8c8-7dc320665aa9'}] {{(pid=94578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:04.655492 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e6e7ef2484b5b996877234f86aab50a2429001469084689e0627d13c827ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdeced9-68fa-4376-a08d-7ba073d9b962" -d '{"events": [{"server_uuid": "3cefc122-7859-4272-9c19-ae510191d68c", "name": "network-vif-deleted", "tag": "8383ce95-8954-418e-a8c8-7dc320665aa9"}]}' {{(pid=94578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:04.762639 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-32efba14-0897-4462-acdc-fd0663e0ae0f req-b9ece78b-106c-4347-8fc0-eef16d453371 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 210 time: 0.0514729 Sep 07 12:36:04.769507 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-970835127-network', 'tenant_id': 'db1735c3dace40c3b7bc6dcb4580396a'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:04.796196 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-8a8d3b56-41fd-4570-88c7-d0c24e98deec req-dfe0482f-3ccf-4660-91b2-3aff7288aa0a tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942823 Sep 07 12:36:04.805862 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2a76e31b-7061-4060-94de-91e8c774cadd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:04.839590 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ea008-19ff-4f20-b844-d7928839a132 x-openstack-request-id: req-ea3ea008-19ff-4f20-b844-d7928839a132 {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:04.839590 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cefc122-7859-4272-9c19-ae510191d68c", "name": "network-vif-deleted", "tag": "8383ce95-8954-418e-a8c8-7dc320665aa9", "status": "completed", "code": 200}]} {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:04.839590 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ea3ea008-19ff-4f20-b844-d7928839a132 {{(pid=94578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:04.839590 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cefc122-7859-4272-9c19-ae510191d68c', 'name': 'network-vif-deleted', 'tag': '8383ce95-8954-418e-a8c8-7dc320665aa9', 'status': 'completed', 'code': 200} Sep 07 12:36:04.841774 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdbbbd-b5f1-4c9c-b8ec-054fb82d1aca req-064fc9b3-0b28-4d78-a1c9-770f2dd23b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:04.843313 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3cfdbbbd-b5f1-4c9c-b8ec-054fb82d1aca req-064fc9b3-0b28-4d78-a1c9-770f2dd23b34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de13ac32-2b75-432f-bff6-07a48bb5adc1 HTTP/1.1" status: 200 len: 920 time: 0.4429779 Sep 07 12:36:04.867970 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f7656f8e-d96a-4ac2-9d17-c54479f125d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:04.891210 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3cfdbbbd-b5f1-4c9c-b8ec-054fb82d1aca req-85151bba-ad1f-40ec-b9f7-6040e90c23ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f76eaef7-637d-4db2-a54b-f85dfacf7cb5 HTTP/1.1" status: 200 len: 217 time: 0.0383642 Sep 07 12:36:04.922136 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-f7656f8e-d96a-4ac2-9d17-c54479f125d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3027306e12744f6391b65bd845dc8cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7970266 Sep 07 12:36:04.922136 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7656f8e-d96a-4ac2-9d17-c54479f125d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5865806a-27fc-4211-b3ed-d0222b281b29,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:04.927779 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39294) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:04.988263 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2a76e31b-7061-4060-94de-91e8c774cadd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:04.990632 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2489056f-ed77-40ac-930a-c8859c6859da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:04.994441 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdbbbd-b5f1-4c9c-b8ec-054fb82d1aca req-e6543637-64cb-45ff-9ffa-773b894191fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:04.996341 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3cfdbbbd-b5f1-4c9c-b8ec-054fb82d1aca req-e6543637-64cb-45ff-9ffa-773b894191fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c050586c-9df2-4a86-a1fc-0c1e0d08a75e HTTP/1.1" status: 200 len: 859 time: 0.0981073 Sep 07 12:36:05.016019 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2489056f-ed77-40ac-930a-c8859c6859da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.034592 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Made reservation on behalf of db1735c3dace40c3b7bc6dcb4580396a for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:05.037284 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.057439 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.061092 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3cfdbbbd-b5f1-4c9c-b8ec-054fb82d1aca req-1117cdcd-536a-4b1f-a838-ee7f06ef10bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de13ac32-2b75-432f-bff6-07a48bb5adc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327096 Sep 07 12:36:05.215383 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2489056f-ed77-40ac-930a-c8859c6859da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.218455 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2489056f-ed77-40ac-930a-c8859c6859da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.234731 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2489056f-ed77-40ac-930a-c8859c6859da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5865806a-27fc-4211-b3ed-d0222b281b29 HTTP/1.1" status: 204 len: 168 time: 0.2966020 Sep 07 12:36:05.240627 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.l3_db [None req-2a76e31b-7061-4060-94de-91e8c774cadd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Floating IP eaadcef6-22ee-4709-8843-5823ebaebacd associated. External IP: 172.27.2.176, port: 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf. Sep 07 12:36:05.255404 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489056f-ed77-40ac-930a-c8859c6859da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5865806a-27fc-4211-b3ed-d0222b281b29,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:05.360839 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.363125 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-65889005-141a-4818-94c0-e41994e4d752 req-1037ded3-8339-40fc-aab3-0dfe1a700846 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 210 time: 0.0438190 Sep 07 12:36:05.399761 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3cfdbbbd-b5f1-4c9c-b8ec-054fb82d1aca req-c4002d6d-7245-46d9-91ab-6263cc0c4b21 service neutron] 10.222.0.42 "GET /v2.0/networks/de13ac32-2b75-432f-bff6-07a48bb5adc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270514 Sep 07 12:36:05.496755 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.528848 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:36:05.538927 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee11b88b-c8f7-4c62-b1ae-d5a50315f0da,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:05.543897 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.544284 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Added segment 6650b5cf-89fa-458d-a22d-833ec7529213 of type vlan for network 99dc2e94-5e9f-4ea9-9364-5f1c13b0155b Sep 07 12:36:05.586937 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3cfdbbbd-b5f1-4c9c-b8ec-054fb82d1aca req-5109916c-bb9e-4c14-9bd0-14da56fa90df service neutron] 10.222.0.42 "GET /v2.0/networks/de13ac32-2b75-432f-bff6-07a48bb5adc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556194 Sep 07 12:36:05.619029 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.672104 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a76e31b-7061-4060-94de-91e8c774cadd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Router 3a6c6917-4749-45a5-967e-22dd738a192d has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:36:05.771651 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-40ba9ab6-7326-493b-a58e-7f4b565e344a tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:05.773793 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-40ba9ab6-7326-493b-a58e-7f4b565e344a tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "GET /v2.0/networks?id=068be336-2bae-4d46-bebc-0414c22e6b78 HTTP/1.1" status: 200 len: 814 time: 0.1746182 Sep 07 12:36:05.781910 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.785413 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:05.785413 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.810650 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Request body: {'port': {'device_id': 'dd68ab6e-db8c-4818-a8f3-7d84b7ae9716', 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78', 'admin_state_up': True, 'tenant_id': '3cbe0a844f48486b884d7d9eb851da32'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:05.825298 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a76e31b-7061-4060-94de-91e8c774cadd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:05.847642 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81f037-5f2d-4384-9759-58a36e51977b None None] Sync routers for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:36:05.848840 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2a76e31b-7061-4060-94de-91e8c774cadd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:05.894445 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81f037-5f2d-4384-9759-58a36e51977b None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:05.894445 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-ba81f037-5f2d-4384-9759-58a36e51977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:35:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:05.927764 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-2a76e31b-7061-4060-94de-91e8c774cadd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "PUT /v2.0/floatingips/eaadcef6-22ee-4709-8843-5823ebaebacd HTTP/1.1" status: 200 len: 992 time: 2.8712986 Sep 07 12:36:05.928969 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382be159-3f74-49d8-81dd-87e32661a2f3', 'tag': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:05.933602 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "382be159-3f74-49d8-81dd-87e32661a2f3", "tag": "04e8acdc-3df4-4bbb-a204-fbb9f0a47faf"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:06.034185 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917471d4-7e01-4d97-b234-ce89e79ca671 req-5dad8ca3-e990-4b77-b84c-ae75015a5c79 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:06.042475 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-917471d4-7e01-4d97-b234-ce89e79ca671 req-5dad8ca3-e990-4b77-b84c-ae75015a5c79 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0943649 Sep 07 12:36:06.086856 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-ba81f037-5f2d-4384-9759-58a36e51977b None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:06.104241 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-917471d4-7e01-4d97-b234-ce89e79ca671 req-6bc4a01e-c923-4080-9377-c930342ec322 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604379 Sep 07 12:36:06.157581 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39336) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:06.263664 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6876976 Sep 07 12:36:06.268692 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39346) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:06.270052 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-c0d360db-0bdb-4195-ba5b-a016b7280092 req-cb43fe68-01fa-4127-bf65-680519eb9b10 tempest-DeleteServersTestJSON-1461028687 tempest-DeleteServersTestJSON-1461028687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cefc122-7859-4272-9c19-ae510191d68c HTTP/1.1" status: 200 len: 210 time: 0.3668926 Sep 07 12:36:06.271882 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a841d2-9075-4bf7-8c87-4ef3fa730adf admin admin] Pushing event updated for resources: {'Network': ['ID=99dc2e94-5e9f-4ea9-9364-5f1c13b0155b,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:06.284885 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] Request body: {'subnet': {'network_id': '99dc2e94-5e9f-4ea9-9364-5f1c13b0155b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-970835127-subnet', 'tenant_id': 'db1735c3dace40c3b7bc6dcb4580396a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:06.295213 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network 99dc2e94-5e9f-4ea9-9364-5f1c13b0155b details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:36:06.331970 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.db.api [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 12:36:06.331970 dv-cinder-760199-14-iscsi neutron-server[94578]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 12:36:06.331970 dv-cinder-760199-14-iscsi neutron-server[94578]: [parameters: {'project_id_1': '3cbe0a844f48486b884d7d9eb851da32', 'expiration_1': datetime.datetime(2021, 9, 7, 12, 35, 46, 311928)}] Sep 07 12:36:06.331970 dv-cinder-760199-14-iscsi neutron-server[94578]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94578) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 12:36:06.332668 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG oslo_db.api [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 12:36:06.341487 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39348) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:06.381055 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77eff78-3097-4ae3-8126-ed296dd73ef6 x-openstack-request-id: req-d77eff78-3097-4ae3-8126-ed296dd73ef6 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:06.381776 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382be159-3f74-49d8-81dd-87e32661a2f3", "tag": "04e8acdc-3df4-4bbb-a204-fbb9f0a47faf", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:06.382226 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d77eff78-3097-4ae3-8126-ed296dd73ef6 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:06.382986 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382be159-3f74-49d8-81dd-87e32661a2f3', 'tag': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf', 'status': 'completed', 'code': 200} Sep 07 12:36:06.392243 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6c5878a0-e98c-4ef6-83e4-7d0eec8b3a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:06.444801 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d0ad61d3-b9c5-49ef-9851-c21c4826e489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:06.540670 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-2fe02dd9-25e4-47e9-93ce-ca9a5d4c60df req-d87d041d-f28f-45f5-8b21-1e9b4989e721 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 210 time: 0.0455525 Sep 07 12:36:06.609935 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] Made reservation on behalf of db1735c3dace40c3b7bc6dcb4580396a for: {'subnet': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:06.613362 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:06.641132 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.db.api [None req-d0ad61d3-b9c5-49ef-9851-c21c4826e489 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 12:36:06.641132 dv-cinder-760199-14-iscsi neutron-server[94577]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 12:36:06.641132 dv-cinder-760199-14-iscsi neutron-server[94577]: [parameters: {'project_id_1': '5afd2fb6ecd142bd966b20e5d52fbddc', 'expiration_1': datetime.datetime(2021, 9, 7, 12, 35, 46, 483329)}] Sep 07 12:36:06.641132 dv-cinder-760199-14-iscsi neutron-server[94577]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 12:36:06.641598 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG oslo_db.api [None req-d0ad61d3-b9c5-49ef-9851-c21c4826e489 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 12:36:06.649862 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6c5878a0-e98c-4ef6-83e4-7d0eec8b3a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:06.782762 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-ba81f037-5f2d-4384-9759-58a36e51977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': 'eaadcef6-22ee-4709-8843-5823ebaebacd', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'port_id': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'mac_address': 'fa:16:3e:29:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382be159-3f74-49d8-81dd-87e32661a2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:35:42Z', 'updated_at': '2021-09-07T12:36:04Z', 'revision_number': 1, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:06.810332 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81f037-5f2d-4384-9759-58a36e51977b None None] Checking router: 3a6c6917-4749-45a5-967e-22dd738a192d for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:36:06.821304 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81f037-5f2d-4384-9759-58a36e51977b None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:06.821958 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-ba81f037-5f2d-4384-9759-58a36e51977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:35:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:06.857365 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6c5878a0-e98c-4ef6-83e4-7d0eec8b3a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:06.899575 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8 req-5729a8cc-509f-4c4d-8abd-6a3b5a7f9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:06.901388 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8 req-5729a8cc-509f-4c4d-8abd-6a3b5a7f9aba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a5d0a3a54a20b65c744f20906778&device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 1099 time: 0.4674468 Sep 07 12:36:06.932908 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-ba81f037-5f2d-4384-9759-58a36e51977b None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:06.968532 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-6c5878a0-e98c-4ef6-83e4-7d0eec8b3a11 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d3f2edb93de4dc39ad0c528c8a40f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6250670 Sep 07 12:36:06.968646 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39356) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:06.983244 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5878a0-e98c-4ef6-83e4-7d0eec8b3a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d228af-8703-4387-b36f-58bf1738e2f0,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:07.005362 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Made reservation on behalf of 3cbe0a844f48486b884d7d9eb851da32 for: {'port': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:07.011822 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.087472 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9e90-31df-497f-94a9-7f3aea1bed1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.099338 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8 req-c0d646d6-563c-4bb7-91da-e77a62d1f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:07.101292 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8 req-c0d646d6-563c-4bb7-91da-e77a62d1f135 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a HTTP/1.1" status: 200 len: 911 time: 0.1825657 Sep 07 12:36:07.103808 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39360) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:07.172309 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9e90-31df-497f-94a9-7f3aea1bed1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.203310 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d0ad61d3-b9c5-49ef-9851-c21c4826e489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.276221 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Allocated IP 172.20.0.10 (068be336-2bae-4d46-bebc-0414c22e6b78/7d6d58a7-7882-473b-8226-23db86190dd2/169ca5bc-82fc-448f-8bcc-10d1725dc4f0) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:07.297287 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-ba81f037-5f2d-4384-9759-58a36e51977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': 'eaadcef6-22ee-4709-8843-5823ebaebacd', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'port_id': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'mac_address': 'fa:16:3e:29:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382be159-3f74-49d8-81dd-87e32661a2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:35:42Z', 'updated_at': '2021-09-07T12:36:04Z', 'revision_number': 1, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:07.341197 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81f037-5f2d-4384-9759-58a36e51977b None None] The sync data for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi is: [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': 'eaadcef6-22ee-4709-8843-5823ebaebacd', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'port_id': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'mac_address': 'fa:16:3e:29:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382be159-3f74-49d8-81dd-87e32661a2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:35:42Z', 'updated_at': '2021-09-07T12:36:04Z', 'revision_number': 1, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:36:07.343944 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e840-b58b-46fa-a477-e1c21087c46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.356257 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9e90-31df-497f-94a9-7f3aea1bed1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.359188 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9e90-31df-497f-94a9-7f3aea1bed1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.364346 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-1e1a9e90-31df-497f-94a9-7f3aea1bed1b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f1d228af-8703-4387-b36f-58bf1738e2f0 HTTP/1.1" status: 204 len: 168 time: 0.3906629 Sep 07 12:36:07.396070 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8 req-73d096bb-6852-4fb1-80ef-295a2358a023 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf HTTP/1.1" status: 200 len: 1000 time: 0.2816510 Sep 07 12:36:07.412470 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a9e90-31df-497f-94a9-7f3aea1bed1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d228af-8703-4387-b36f-58bf1738e2f0,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:07.476094 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.482817 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a75ad0-c767-4ad2-a057-7fe226223320 req-19b71a1d-0c27-4863-b222-0d6445d5c538 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:07.490748 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-06a75ad0-c767-4ad2-a057-7fe226223320 req-19b71a1d-0c27-4863-b222-0d6445d5c538 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.2510679 Sep 07 12:36:07.500227 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39374) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:07.567798 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8 req-8cc265b5-c33d-44a7-9d57-4dbb68a473df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:07.569186 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8 req-8cc265b5-c33d-44a7-9d57-4dbb68a473df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=644ee434-d09c-4f23-81d2-2ffd9d7c226b HTTP/1.1" status: 200 len: 849 time: 0.1570163 Sep 07 12:36:07.574944 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_v2 [None req-147ba9b6-7f80-461b-a38f-197d0d8bce4f admin admin] Deleting subnet 83664947-8098-4a48-af1f-d9a537971528 {{(pid=94578) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:36:07.583977 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.597076 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-147ba9b6-7f80-461b-a38f-197d0d8bce4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.708150 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-06a75ad0-c767-4ad2-a057-7fe226223320 req-859a874f-57e1-478c-9559-ac9f70ab2b99 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610441 Sep 07 12:36:07.708150 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3e454c-7e74-4195-82d9-f8124dda21c1,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:07.709307 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-147ba9b6-7f80-461b-a38f-197d0d8bce4f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.709307 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-147ba9b6-7f80-461b-a38f-197d0d8bce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.709590 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de166a0-6762-4b8e-9e0f-be1b8acd20a0 None None] New status for floating IP eaadcef6-22ee-4709-8843-5823ebaebacd: ACTIVE {{(pid=94579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 12:36:07.747869 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] Checking segment: {'id': '6650b5cf-89fa-458d-a22d-833ec7529213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '99dc2e94-5e9f-4ea9-9364-5f1c13b0155b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:07.748224 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] Network hostable DHCP agents. Network: 99dc2e94-5e9f-4ea9-9364-5f1c13b0155b, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:36:07.749674 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d310cc12-05f1-48b6-aa32-58b5c9cf7d57 req-0a5ac4d6-d2d7-448d-9ae4-1ccf77c29744 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 210 time: 0.0624466 Sep 07 12:36:07.752281 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d0ad61d3-b9c5-49ef-9851-c21c4826e489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.754729 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8 req-f49213d8-8e0e-4cda-b5e8-dbc0bbaa7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:07.756366 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8 req-f49213d8-8e0e-4cda-b5e8-dbc0bbaa7cfa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1674383 Sep 07 12:36:07.859993 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8 req-dca1fec2-fc4d-4418-ac7a-88a6f1809e2b service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930538 Sep 07 12:36:07.950770 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d0ad61d3-b9c5-49ef-9851-c21c4826e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.995635 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:07.998782 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-147ba9b6-7f80-461b-a38f-197d0d8bce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.008432 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['18759fc7-a8a4-4627-91d7-0c6a5ac9736c'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:36:08.011613 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] Network 99dc2e94-5e9f-4ea9-9364-5f1c13b0155b is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:36:08.031872 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-d0ad61d3-b9c5-49ef-9851-c21c4826e489 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5afd2fb6ecd142bd966b20e5d52fbddc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8730860 Sep 07 12:36:08.039139 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39380) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:08.057132 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-cdf1a2ce-aa64-4c46-91e6-0ad27f882bf8 req-4a995468-63ac-4753-b9ec-9d276e682276 service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874249 Sep 07 12:36:08.057771 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad61d3-b9c5-49ef-9851-c21c4826e489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0394030-3636-4f84-a8bc-aede8d4b9a28,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:08.086343 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ba9b6-7f80-461b-a38f-197d0d8bce4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83664947-8098-4a48-af1f-d9a537971528,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:08.109186 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-147ba9b6-7f80-461b-a38f-197d0d8bce4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.112286 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-147ba9b6-7f80-461b-a38f-197d0d8bce4f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/83664947-8098-4a48-af1f-d9a537971528 HTTP/1.1" status: 204 len: 168 time: 0.6108990 Sep 07 12:36:08.118454 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39382) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:08.121638 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, 99dc2e94-5e9f-4ea9-9364-5f1c13b0155b) {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:08.137732 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:08.138533 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.142417 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Network 068be336-2bae-4d46-bebc-0414c22e6b78 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:08.147710 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:08.150927 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:08.157782 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:08.158739 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.177503 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Pushing event updated for resources: {'Port': ['ID=169ca5bc-82fc-448f-8bcc-10d1725dc4f0,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:08.203565 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860c27db-af5f-46a0-8570-75c01bc7e030 None None] Network 99dc2e94-5e9f-4ea9-9364-5f1c13b0155b requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:08.212699 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8a50-dd4a-4e36-8208-cb914ee2c281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.267040 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e840-b58b-46fa-a477-e1c21087c46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.277393 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.294232 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8a50-dd4a-4e36-8208-cb914ee2c281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.351607 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff37e64-e2ab-4922-b6e6-29a2b3327c7d None None] Network 99dc2e94-5e9f-4ea9-9364-5f1c13b0155b requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:08.360839 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e840-b58b-46fa-a477-e1c21087c46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.416676 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.425697 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-8ac5a9d6-6444-480c-bb88-c088546e24ec tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6226046 Sep 07 12:36:08.441845 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-3685c0bf-7eb1-47ea-b50c-7cad613a7f81 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1719437 Sep 07 12:36:08.442527 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Request body: {'port': {'device_id': 'dd68ab6e-db8c-4818-a8f3-7d84b7ae9716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:08.457899 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-c8a5e840-b58b-46fa-a477-e1c21087c46d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92d7e40b5b5b4704af63962131676d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3520935 Sep 07 12:36:08.461918 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5e840-b58b-46fa-a477-e1c21087c46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d3d638-5606-467a-85d9-4646dde8c523,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:08.466554 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39396) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:08.477888 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.478471 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.479049 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.479463 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > port after_create 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.479726 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.480083 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > port after_update 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.480428 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.480771 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.481089 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.481432 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.575579 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 8383ce95-8954-418e-a8c8-7dc320665aa9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:36:08.604358 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.609545 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] No Port match for: 8383ce95-8954-418e-a8c8-7dc320665aa9 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:36:08.614917 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 8383ce95-8954-418e-a8c8-7dc320665aa9 not bound to the agent host hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:36:08.629661 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.630007 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.630354 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.630707 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:36:08.631132 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed70d819-01b4-4879-9bfd-bf9c7408d58f']}} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:08.661527 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03053a41-369a-43ae-8b30-be05c0f1110f') {'for_net_delete': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:08.661823 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03053a41-369a-43ae-8b30-be05c0f1110f') {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:08.697671 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421552'] for segment, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.733056 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.751832 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8a50-dd4a-4e36-8208-cb914ee2c281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.755466 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8a50-dd4a-4e36-8208-cb914ee2c281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.759245 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-bd6e8a50-dd4a-4e36-8208-cb914ee2c281 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0394030-3636-4f84-a8bc-aede8d4b9a28 HTTP/1.1" status: 204 len: 168 time: 0.7150543 Sep 07 12:36:08.760527 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:36:08.760930 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8412862'] for segment, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: from cryptography.utils import int_from_bytes Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: from cryptography.utils import int_from_bytes Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: Traceback (most recent call last): Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: timer() Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: cb(*args, **kw) Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: return func(*args, **kwargs) Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: self._notify() Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: self.callback(batched_events) Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: event.method(event) Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: return f(self, *a, **k) Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._get(url).json() Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: return self.request(url, 'GET', **kwargs) Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:36:08.766409 dv-cinder-760199-14-iscsi neutron-server[94577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:36:08.793109 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-237319cd-4f3b-42e0-be34-c04ca89b3f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:08.825748 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e8a50-dd4a-4e36-8208-cb914ee2c281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0394030-3636-4f84-a8bc-aede8d4b9a28,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:08.879304 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a03fb0-f01f-4448-8eeb-ed74afa88473 req-82bb0414-de2f-4176-ab44-01979879198b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:08.886828 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-b9a03fb0-f01f-4448-8eeb-ed74afa88473 req-82bb0414-de2f-4176-ab44-01979879198b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0930169 Sep 07 12:36:08.925879 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-237319cd-4f3b-42e0-be34-c04ca89b3f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.020114 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-b9a03fb0-f01f-4448-8eeb-ed74afa88473 req-6c813b78-d1fa-40df-83a4-f73f1276210f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321490 Sep 07 12:36:09.067957 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.078174 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.079191 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f4cda9d-5fcb-4964-8747-3d4726a5d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.082586 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] 10.222.0.69 "DELETE /v2.0/networks/ed70d819-01b4-4879-9bfd-bf9c7408d58f HTTP/1.1" status: 204 len: 168 time: 0.9598715 Sep 07 12:36:09.093000 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe910a7-7042-422a-9152-daf46dcad47c admin admin] Pushing event deleted for resources: {'Network': ['ID=ed70d819-01b4-4879-9bfd-bf9c7408d58f,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:09.115809 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c59783-9d73-4410-bf49-1d1583a9059a req-f8cadfea-dbf3-4077-b726-ca0ede2a41a8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:09.123266 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-77c59783-9d73-4410-bf49-1d1583a9059a req-f8cadfea-dbf3-4077-b726-ca0ede2a41a8 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 932 time: 0.1106327 Sep 07 12:36:09.137921 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 {{(pid=94578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:36:09.146055 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.173048 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-77c59783-9d73-4410-bf49-1d1583a9059a req-d9ccda4b-285a-43b5-8782-435732743f39 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485773 Sep 07 12:36:09.211078 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Transition to ACTIVE for port object 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:09.211349 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-237319cd-4f3b-42e0-be34-c04ca89b3f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.213858 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-237319cd-4f3b-42e0-be34-c04ca89b3f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.215080 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-237319cd-4f3b-42e0-be34-c04ca89b3f8f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6d3d638-5606-467a-85d9-4646dde8c523 HTTP/1.1" status: 204 len: 168 time: 0.7469220 Sep 07 12:36:09.224818 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237319cd-4f3b-42e0-be34-c04ca89b3f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d3d638-5606-467a-85d9-4646dde8c523,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:09.312605 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.365230 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Pushing event updated for resources: {'Port': ['ID=169ca5bc-82fc-448f-8bcc-10d1725dc4f0,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:09.412799 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Attempting to bind port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:09.413243 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Attempting to bind port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:09.413575 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Attempting to bind port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 on network 068be336-2bae-4d46-bebc-0414c22e6b78 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:09.418193 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 on network 068be336-2bae-4d46-bebc-0414c22e6b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:36:09.418487 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Attempting to bind port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 on network 068be336-2bae-4d46-bebc-0414c22e6b78 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:09.423680 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Checking agent: {'id': 'd20c3edb-5c57-45b7-bd7a-1abdfb43a276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'started_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:09.424015 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Checking segment: {'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:09.425071 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Bound using segment: {'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:09.425503 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Bound port: 169ca5bc-82fc-448f-8bcc-10d1725dc4f0, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:09.425868 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.502628 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] For port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0, host hv-cinder-76019, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:09.506692 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] For port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=169ca5bc-82fc-448f-8bcc-10d1725dc4f0,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:09.616856 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.648822 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:09.650004 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.651473 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] 10.222.0.42 "PUT /v2.0/ports/169ca5bc-82fc-448f-8bcc-10d1725dc4f0 HTTP/1.1" status: 200 len: 1094 time: 1.2165334 Sep 07 12:36:09.653778 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd68ab6e-db8c-4818-a8f3-7d84b7ae9716', 'tag': '169ca5bc-82fc-448f-8bcc-10d1725dc4f0'}] {{(pid=94578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:09.657066 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e6e7ef2484b5b996877234f86aab50a2429001469084689e0627d13c827ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8102f4fa-63bb-40d0-a1af-de803cec0f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd68ab6e-db8c-4818-a8f3-7d84b7ae9716", "tag": "169ca5bc-82fc-448f-8bcc-10d1725dc4f0"}]}' {{(pid=94578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:09.687180 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522032ed-cbee-408e-ad16-7e6b017dabbf service neutron] Pushing event updated for resources: {'Port': ['ID=169ca5bc-82fc-448f-8bcc-10d1725dc4f0,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:09.708196 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae27a40-7542-4665-8198-3ff8bad09574 x-openstack-request-id: req-0ae27a40-7542-4665-8198-3ff8bad09574 {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:09.708483 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd68ab6e-db8c-4818-a8f3-7d84b7ae9716", "tag": "169ca5bc-82fc-448f-8bcc-10d1725dc4f0", "status": "completed", "code": 200}]} {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:09.708732 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ae27a40-7542-4665-8198-3ff8bad09574 {{(pid=94578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:09.709125 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd68ab6e-db8c-4818-a8f3-7d84b7ae9716', 'tag': '169ca5bc-82fc-448f-8bcc-10d1725dc4f0', 'status': 'completed', 'code': 200} Sep 07 12:36:09.732547 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39428) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:09.786041 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-cb42628f-375d-4d34-88b7-16d675cfecec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ba2a5e0079349c1a2fe916ac0356c4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520651 Sep 07 12:36:09.786379 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102f4fa-63bb-40d0-a1af-de803cec0f5c req-e8cc11d8-0135-472c-8951-e24c398c1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:09.786772 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39430) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:09.799064 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8102f4fa-63bb-40d0-a1af-de803cec0f5c req-e8cc11d8-0135-472c-8951-e24c398c1f6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cbe0a844f48486b884d7d9eb851da32&device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 1097 time: 0.0626063 Sep 07 12:36:09.877612 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9b82829b-cb38-465c-a201-20050018c251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:09.924303 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9b82829b-cb38-465c-a201-20050018c251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.029540 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102f4fa-63bb-40d0-a1af-de803cec0f5c req-dcbaa248-9c9a-4f38-8e74-14cda9b55192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:10.032113 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8102f4fa-63bb-40d0-a1af-de803cec0f5c req-dcbaa248-9c9a-4f38-8e74-14cda9b55192 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3cbe0a844f48486b884d7d9eb851da32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2260823 Sep 07 12:36:10.036250 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:36:10.068416 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9b82829b-cb38-465c-a201-20050018c251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.077117 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9b82829b-cb38-465c-a201-20050018c251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.083954 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-9b82829b-cb38-465c-a201-20050018c251 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06762d61-96d7-4fc4-bd29-f781a54b85d5 HTTP/1.1" status: 204 len: 168 time: 0.2952182 Sep 07 12:36:10.101789 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82829b-cb38-465c-a201-20050018c251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06762d61-96d7-4fc4-bd29-f781a54b85d5,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:10.198807 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681c1c4-d53e-4a80-b327-01fddb314b67 req-3cb10da7-d194-49cb-b584-19203e9b0d5f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:10.200828 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f681c1c4-d53e-4a80-b327-01fddb314b67 req-3cb10da7-d194-49cb-b584-19203e9b0d5f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0686579 Sep 07 12:36:10.250479 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102f4fa-63bb-40d0-a1af-de803cec0f5c req-33ac9443-f136-4958-be76-954eb42871f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:10.252233 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8102f4fa-63bb-40d0-a1af-de803cec0f5c req-33ac9443-f136-4958-be76-954eb42871f0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134726 Sep 07 12:36:10.256634 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39450) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:10.269050 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39454) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:10.283296 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f681c1c4-d53e-4a80-b327-01fddb314b67 req-1df14a7c-1e60-4493-a624-0ac2be8a823b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732553 Sep 07 12:36:10.294979 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b046f70a-45b9-497c-a1eb-4ccdcaa94934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.321815 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01be411-4716-4c6d-9811-f1a443d7c63e admin admin] Deleting subnet 9f3e454c-7e74-4195-82d9-f8124dda21c1 {{(pid=94577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:36:10.325229 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f01be411-4716-4c6d-9811-f1a443d7c63e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.361682 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f01be411-4716-4c6d-9811-f1a443d7c63e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421547'] for subnet, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.407023 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0c9e0-cc3a-4255-8198-6ec03d0dfbd0 req-9e1c7fc3-31f7-4fbe-a962-a132dbe76f3b tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:10.408633 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f4b0c9e0-cc3a-4255-8198-6ec03d0dfbd0 req-9e1c7fc3-31f7-4fbe-a962-a132dbe76f3b tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 944 time: 0.1554940 Sep 07 12:36:10.419724 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f01be411-4716-4c6d-9811-f1a443d7c63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.425288 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-183f4c0c-c515-480f-a723-60cb11390191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:10.426081 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-183f4c0c-c515-480f-a723-60cb11390191 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cbe0a844f48486b884d7d9eb851da32&device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 1097 time: 0.1000867 Sep 07 12:36:10.496285 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-d3f44c80-c3aa-47f7-b519-ef91898765c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=169ca5bc-82fc-448f-8bcc-10d1725dc4f0 HTTP/1.1" status: 200 len: 217 time: 0.0524788 Sep 07 12:36:10.508385 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f4b0c9e0-cc3a-4255-8198-6ec03d0dfbd0 req-c02b2ccb-e3bf-4f3c-a9c9-03ffd7f59cf2 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882001 Sep 07 12:36:10.569718 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39458) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:10.576666 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-0517d303-047c-450a-8a85-acea088e94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:10.578158 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-0517d303-047c-450a-8a85-acea088e94bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d6d58a7-7882-473b-8226-23db86190dd2 HTTP/1.1" status: 200 len: 854 time: 0.0731702 Sep 07 12:36:10.582829 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b046f70a-45b9-497c-a1eb-4ccdcaa94934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.585303 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a9ab708e-96b3-4a33-b407-da0b1e8dcfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.619960 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-30aedb04-59b6-40f3-a123-8239371870be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=068be336-2bae-4d46-bebc-0414c22e6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265470 Sep 07 12:36:10.641191 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f01be411-4716-4c6d-9811-f1a443d7c63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8425423'] for subnet, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.689502 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01be411-4716-4c6d-9811-f1a443d7c63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3e454c-7e74-4195-82d9-f8124dda21c1,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:10.695059 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f01be411-4716-4c6d-9811-f1a443d7c63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.701431 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-f01be411-4716-4c6d-9811-f1a443d7c63e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9f3e454c-7e74-4195-82d9-f8124dda21c1 HTTP/1.1" status: 204 len: 168 time: 0.4250574 Sep 07 12:36:10.703379 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39462) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:10.736084 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-29910e4c-b577-4c4a-9306-2594aae8199f service neutron] 10.222.0.42 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036808 Sep 07 12:36:10.789599 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.823526 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b046f70a-45b9-497c-a1eb-4ccdcaa94934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.873423 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-b046f70a-45b9-497c-a1eb-4ccdcaa94934 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da2c2574ff204569ab15c289f528e6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152709 Sep 07 12:36:10.879876 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39466) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:10.897003 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046f70a-45b9-497c-a1eb-4ccdcaa94934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03bc6c1-3ae7-4ed4-bccf-bd0e0f379bba,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:10.897241 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.906573 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3e824d77-a54b-45ee-acb8-9fb0d3fad408 req-20c0507d-bbef-47ac-bcd2-2bc493a5402a service neutron] 10.222.0.42 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594851 Sep 07 12:36:10.933900 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99dc2e94-5e9f-4ea9-9364-5f1c13b0155b']}} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:10.951101 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c3f2662a-13cc-4190-852a-640490fb30d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.957346 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6650b5cf-89fa-458d-a22d-833ec7529213') {'for_net_delete': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:10.957640 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6650b5cf-89fa-458d-a22d-833ec7529213') {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:10.972839 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421552'] for segment, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.978462 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c3f2662a-13cc-4190-852a-640490fb30d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:10.999516 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.014276 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:36:11.014681 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8412862'] for segment, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: Traceback (most recent call last): Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: timer() Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: cb(*args, **kw) Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: return func(*args, **kwargs) Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: self._notify() Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: self.callback(batched_events) Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: event.method(event) Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: return f(self, *a, **k) Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._get(url).json() Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: return self.request(url, 'GET', **kwargs) Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:36:11.016430 dv-cinder-760199-14-iscsi neutron-server[94577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:36:11.036755 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a9ab708e-96b3-4a33-b407-da0b1e8dcfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.100987 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c3f2662a-13cc-4190-852a-640490fb30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.104480 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c3f2662a-13cc-4190-852a-640490fb30d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.110833 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-c3f2662a-13cc-4190-852a-640490fb30d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c03bc6c1-3ae7-4ed4-bccf-bd0e0f379bba HTTP/1.1" status: 204 len: 168 time: 0.2201748 Sep 07 12:36:11.114285 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2662a-13cc-4190-852a-640490fb30d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03bc6c1-3ae7-4ed4-bccf-bd0e0f379bba,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:11.139838 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a9ab708e-96b3-4a33-b407-da0b1e8dcfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.171126 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.176109 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.178052 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] 10.222.0.69 "DELETE /v2.0/networks/99dc2e94-5e9f-4ea9-9364-5f1c13b0155b HTTP/1.1" status: 204 len: 168 time: 0.4736907 Sep 07 12:36:11.183764 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab708e-96b3-4a33-b407-da0b1e8dcfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed18f68-1fc7-46e3-ac55-98fc6098a7e7,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:11.189504 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-a9ab708e-96b3-4a33-b407-da0b1e8dcfef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dba8da1f0c454a588a51f90a2ed879e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6186817 Sep 07 12:36:11.193741 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39482) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:11.199799 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d64b2-7a6a-4369-8e82-03c480f7dc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=99dc2e94-5e9f-4ea9-9364-5f1c13b0155b,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:11.248250 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-edc55bde-1587-4212-8d05-ac99a5f19819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.271233 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-edc55bde-1587-4212-8d05-ac99a5f19819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.416522 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcaef5-9e3f-4273-b8b6-fd3f12c7d7a9 req-e93c8938-bf17-491a-8bd8-94679d19fd63 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:11.419114 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-c7dcaef5-9e3f-4273-b8b6-fd3f12c7d7a9 req-e93c8938-bf17-491a-8bd8-94679d19fd63 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0571015 Sep 07 12:36:11.422529 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-edc55bde-1587-4212-8d05-ac99a5f19819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.425892 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-edc55bde-1587-4212-8d05-ac99a5f19819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.427077 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-edc55bde-1587-4212-8d05-ac99a5f19819 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ed18f68-1fc7-46e3-ac55-98fc6098a7e7 HTTP/1.1" status: 204 len: 168 time: 0.2322505 Sep 07 12:36:11.442423 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc55bde-1587-4212-8d05-ac99a5f19819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed18f68-1fc7-46e3-ac55-98fc6098a7e7,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:11.482686 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-c7dcaef5-9e3f-4273-b8b6-fd3f12c7d7a9 req-e4ec4759-2530-40fc-8fda-cf022d5070d1 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542223 Sep 07 12:36:11.633362 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad7a87-4b80-4805-a866-07751d3b8667 req-71f1ad35-8dbb-47be-9846-49adbe61e95d tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:11.635506 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-52ad7a87-4b80-4805-a866-07751d3b8667 req-71f1ad35-8dbb-47be-9846-49adbe61e95d tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 944 time: 0.0529039 Sep 07 12:36:11.679720 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-52ad7a87-4b80-4805-a866-07751d3b8667 req-03d0c9f3-8e63-43b2-aaec-63d78284ac19 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378544 Sep 07 12:36:11.705023 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39502) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:11.713809 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.751836 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-795e95a0-e3df-4aae-98df-902c7e2509b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db1735c3dace40c3b7bc6dcb4580396a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456312 Sep 07 12:36:11.755127 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39504) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:11.820983 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-094fbb3b-e05b-44a6-a94f-cb874f9d1612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:11.848421 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-094fbb3b-e05b-44a6-a94f-cb874f9d1612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:12.037826 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-094fbb3b-e05b-44a6-a94f-cb874f9d1612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:12.038025 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-b78ad181-a2a4-4d26-9cfd-99e5e2af7a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:12.043278 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-094fbb3b-e05b-44a6-a94f-cb874f9d1612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:12.044449 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-094fbb3b-e05b-44a6-a94f-cb874f9d1612 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee11b88b-c8f7-4c62-b1ae-d5a50315f0da HTTP/1.1" status: 204 len: 168 time: 0.2882717 Sep 07 12:36:12.056332 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fbb3b-e05b-44a6-a94f-cb874f9d1612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee11b88b-c8f7-4c62-b1ae-d5a50315f0da,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:12.606250 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b91605-5419-447b-918e-d8a33245e141 req-40d7eb10-4bb9-4a92-b748-f5904b37717b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:12.607894 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-15b91605-5419-447b-918e-d8a33245e141 req-40d7eb10-4bb9-4a92-b748-f5904b37717b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0509214 Sep 07 12:36:12.650073 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-15b91605-5419-447b-918e-d8a33245e141 req-b1dd4344-11df-4e66-b0fb-c6d9168c4500 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Sep 07 12:36:12.808319 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec3175-c9d3-4e57-a0ab-faf96b82fd29 req-5f1c8506-6f90-420f-b24f-365e4fcc0672 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:12.809968 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-73ec3175-c9d3-4e57-a0ab-faf96b82fd29 req-5f1c8506-6f90-420f-b24f-365e4fcc0672 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 944 time: 0.0534544 Sep 07 12:36:12.814296 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39548) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:12.850665 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-73ec3175-c9d3-4e57-a0ab-faf96b82fd29 req-31acf279-8db7-4a91-960a-4e51003c12b1 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339749 Sep 07 12:36:13.033368 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:13.073649 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-741bca04-e56b-4e8b-99db-30c112f0e5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:13.164017 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-741bca04-e56b-4e8b-99db-30c112f0e5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:13.330539 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-741bca04-e56b-4e8b-99db-30c112f0e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:13.369305 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-741bca04-e56b-4e8b-99db-30c112f0e5a5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6410959d6dd44d6b88a7a7e1bb80c26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5537660 Sep 07 12:36:13.370169 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bca04-e56b-4e8b-99db-30c112f0e5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff680ee-1a40-4487-abb8-05244df247ba,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:13.372170 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39568) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:13.424087 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4f5a83a6-ae88-4d62-9d3f-95f2bfa51662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:13.446539 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4f5a83a6-ae88-4d62-9d3f-95f2bfa51662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:13.511188 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39574) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:13.633563 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4f5a83a6-ae88-4d62-9d3f-95f2bfa51662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:13.636145 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4f5a83a6-ae88-4d62-9d3f-95f2bfa51662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:13.637290 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4f5a83a6-ae88-4d62-9d3f-95f2bfa51662 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eff680ee-1a40-4487-abb8-05244df247ba HTTP/1.1" status: 204 len: 168 time: 0.2641463 Sep 07 12:36:13.645062 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a83a6-ae88-4d62-9d3f-95f2bfa51662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff680ee-1a40-4487-abb8-05244df247ba,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:13.775036 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c64e-d61c-4143-92bf-2f9476dd9f90 req-af379ecc-fdbf-4d7b-8893-77c8cfeb61e9 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:13.782443 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-47a2c64e-d61c-4143-92bf-2f9476dd9f90 req-af379ecc-fdbf-4d7b-8893-77c8cfeb61e9 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0589812 Sep 07 12:36:13.809537 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-network', 'tenant_id': '80c97025214e462c8c84c87c620566a9'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:13.828602 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-47a2c64e-d61c-4143-92bf-2f9476dd9f90 req-bc1ec5f5-0174-450b-9d11-c4cf0e3e36f3 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452430 Sep 07 12:36:13.964950 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Made reservation on behalf of 80c97025214e462c8c84c87c620566a9 for: {'network': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:13.967465 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:13.978644 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:14.010399 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f79248-f0d8-4f2d-9040-9e1a511440e4 req-8717859e-f3dc-49f0-9d5b-caa9f2a5e8c7 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:14.011883 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-39f79248-f0d8-4f2d-9040-9e1a511440e4 req-8717859e-f3dc-49f0-9d5b-caa9f2a5e8c7 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 944 time: 0.0820010 Sep 07 12:36:14.066029 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-39f79248-f0d8-4f2d-9040-9e1a511440e4 req-7533e96b-55de-4970-9f41-833ac5a0ee1b tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482113 Sep 07 12:36:14.131841 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:14.302471 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:14.322577 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:36:14.342276 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:14.342623 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.segments_db [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Added segment bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05 of type vlan for network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b Sep 07 12:36:14.343973 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f01add3-327c-4f99-a1b2-3264220e694f,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:14.392191 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:14.490730 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:14.492015 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:14.492640 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:14.562722 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] Pushing event updated for resources: {'Network': ['ID=7009db58-3ac6-460e-8aaa-b5e69ba13f0b,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:14.576637 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:36:14.591737 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94579) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:36:14.626872 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39610) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:14.627403 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-3431d9d3-b614-4b4d-8f21-a7ef8df36d21 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1148012 Sep 07 12:36:14.634848 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] Request body: {'subnet': {'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-subnet', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:14.667687 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39612) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:14.747797 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] Made reservation on behalf of 80c97025214e462c8c84c87c620566a9 for: {'subnet': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:14.750882 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:14.767592 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=169ca5bc-82fc-448f-8bcc-10d1725dc4f0,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:14.787669 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Returning: {'device': '169ca5bc-82fc-448f-8bcc-10d1725dc4f0', 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78', 'port_id': '169ca5bc-82fc-448f-8bcc-10d1725dc4f0', 'mac_address': 'fa:16:3e:17:82:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6d58a7-7882-473b-8226-23db86190dd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94579) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:36:14.839063 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39620) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:14.853349 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:14.858136 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d34c7792-7b15-4d94-9fe4-54483ffc6018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:14.887853 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:14.891623 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 {{(pid=94579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:36:14.955549 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=169ca5bc-82fc-448f-8bcc-10d1725dc4f0,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:15.005684 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d34c7792-7b15-4d94-9fe4-54483ffc6018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.045530 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.078718 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d34c7792-7b15-4d94-9fe4-54483ffc6018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.100721 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4fa0d-6372-48d7-a70b-d2422c6843cb req-05aeca5b-3470-4d9c-932c-c96cd52b8a04 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:15.102423 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2fa4fa0d-6372-48d7-a70b-d2422c6843cb req-05aeca5b-3470-4d9c-932c-c96cd52b8a04 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0946870 Sep 07 12:36:15.153305 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=169ca5bc-82fc-448f-8bcc-10d1725dc4f0,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:15.216116 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-d34c7792-7b15-4d94-9fe4-54483ffc6018 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84dc9f8f0d2b48c7932696fe43b8a99d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739867 Sep 07 12:36:15.233150 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39632) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:15.233841 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c7792-7b15-4d94-9fe4-54483ffc6018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98910fe-888b-466a-97c4-e983bc38f725,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:15.264550 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2fa4fa0d-6372-48d7-a70b-d2422c6843cb req-456627c6-307b-40a0-80c5-af449167d66e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472881 Sep 07 12:36:15.272395 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-917813328-network', 'tenant_id': '30befbaf1227410d80fefd401a81b497'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:15.337273 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ef05649a-167c-4ac9-a505-48680b784d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.355065 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['169ca5bc-82fc-448f-8bcc-10d1725dc4f0'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:36:15.384876 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ef05649a-167c-4ac9-a505-48680b784d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.402708 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e30b1c-0819-4b5d-bd3d-9ad2e97833b5 req-bf8ae93e-14b8-4dca-b08e-7730fee4ebb1 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:15.404451 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-70e30b1c-0819-4b5d-bd3d-9ad2e97833b5 req-bf8ae93e-14b8-4dca-b08e-7730fee4ebb1 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 945 time: 0.1405029 Sep 07 12:36:15.416497 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Made reservation on behalf of 30befbaf1227410d80fefd401a81b497 for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:15.418833 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.440252 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.493880 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-70e30b1c-0819-4b5d-bd3d-9ad2e97833b5 req-6f9d6199-b4be-4f83-9954-5be39b0b6eb4 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714948 Sep 07 12:36:15.498566 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.531627 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ef05649a-167c-4ac9-a505-48680b784d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.535905 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ef05649a-167c-4ac9-a505-48680b784d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.538563 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-ef05649a-167c-4ac9-a505-48680b784d12 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b98910fe-888b-466a-97c4-e983bc38f725 HTTP/1.1" status: 204 len: 168 time: 0.2876332 Sep 07 12:36:15.551056 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05649a-167c-4ac9-a505-48680b784d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98910fe-888b-466a-97c4-e983bc38f725,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:15.587299 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa68593-c000-4d40-8f9a-2d2c0e557b96,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:15.621797 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] Checking segment: {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:15.622691 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] Network hostable DHCP agents. Network: 7009db58-3ac6-460e-8aaa-b5e69ba13f0b, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94578) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:36:15.664668 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.822576 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] Network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94578) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:36:15.825790 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.853798 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:36:15.862321 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e76a14-0247-4c94-afd1-8491d2abfc01,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:15.868233 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:15.868578 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Added segment 114723eb-7a94-4283-b46e-23a89c05fc3e of type vlan for network 6909d041-fda8-45b1-882f-6f3da05a3048 Sep 07 12:36:15.932843 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:16.010730 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, 7009db58-3ac6-460e-8aaa-b5e69ba13f0b) {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:16.014960 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:16.015549 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:16.027705 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59fb0ee-d803-4e8c-b21a-fc558df0fd57 None None] Network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:16.054779 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:16.055929 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:16.056566 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:16.134097 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] Pushing event updated for resources: {'Network': ['ID=6909d041-fda8-45b1-882f-6f3da05a3048,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:16.146111 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network 6909d041-fda8-45b1-882f-6f3da05a3048 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:36:16.148891 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-e528b931-61b7-4d4c-b078-a41730d0d6f1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5188875 Sep 07 12:36:16.152701 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39642) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:16.158743 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:16.199874 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-94479a85-0b27-440e-847f-d38f3cfe078a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5312023 Sep 07 12:36:16.202716 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39646) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:16.208275 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] Request body: {'subnet': {'network_id': '6909d041-fda8-45b1-882f-6f3da05a3048', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-917813328-subnet', 'tenant_id': '30befbaf1227410d80fefd401a81b497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:16.258662 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce648fa9-7b31-54c3-a271-dc40bc78a594-7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96'}]}} from dv-cinder-760199-14-iscsi. {{(pid=94579) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 12:36:16.259934 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:16.308532 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1531530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22126'] for router, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:16.309811 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1529658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22117'] for router, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:16.423917 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:16.479746 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] Made reservation on behalf of 30befbaf1227410d80fefd401a81b497 for: {'subnet': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:16.482025 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:16.518124 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10721808-01cd-4b4e-ad98-b6d333b7223c req-7df0e656-a32b-401a-8568-57fa05e3cb64 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:16.519973 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-10721808-01cd-4b4e-ad98-b6d333b7223c req-7df0e656-a32b-401a-8568-57fa05e3cb64 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0560560 Sep 07 12:36:16.529772 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.db_base_plugin_common [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Allocated IP 172.20.0.2 (7009db58-3ac6-460e-8aaa-b5e69ba13f0b/7aa68593-c000-4d40-8f9a-2d2c0e557b96/d640065a-988c-4517-9d3c-8d21a6546d6a) {{(pid=94579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:16.641519 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 up at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:16.776913 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Notify callbacks [] for port, precommit_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:16.777580 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b25486-18f0-4c78-90cb-ef99f710ff2c req-36c864d7-9585-43be-bdbc-1153b24d2a24 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:16.779487 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-85b25486-18f0-4c78-90cb-ef99f710ff2c req-36c864d7-9585-43be-bdbc-1153b24d2a24 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 945 time: 0.1375456 Sep 07 12:36:16.786704 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Transition to ACTIVE for port object d640065a-988c-4517-9d3c-8d21a6546d6a will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:16.948480 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Transition to ACTIVE for port object d640065a-988c-4517-9d3c-8d21a6546d6a will not be triggered until provisioned by entity DHCP. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:16.950181 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-85b25486-18f0-4c78-90cb-ef99f710ff2c req-319d82b3-6d2d-4580-b312-12cb09ddc761 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343103 Sep 07 12:36:16.950475 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-10721808-01cd-4b4e-ad98-b6d333b7223c req-eec5ba6e-044d-4c22-a10f-a1830045a45c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661761 Sep 07 12:36:16.962075 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.061054 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.113024 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.117880 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning for port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:17.122417 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e46fe5-6cf2-4fb5-9840-0fe4943f174b,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:17.133045 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] Checking segment: {'id': '114723eb-7a94-4283-b46e-23a89c05fc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6909d041-fda8-45b1-882f-6f3da05a3048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:17.133408 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] Network hostable DHCP agents. Network: 6909d041-fda8-45b1-882f-6f3da05a3048, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94578) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:36:17.150109 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning complete for port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:17.150476 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.245156 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] Network 6909d041-fda8-45b1-882f-6f3da05a3048 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94578) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:36:17.308134 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b is already hosted by enough agents. {{(pid=94579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:17.317137 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.base_scheduler [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Resources bound (agent type, host, resource id): {{(pid=94579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:17.327901 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Received port after_create {{(pid=94579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:17.329922 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Pushing event updated for resources: {'Port': ['ID=d640065a-988c-4517-9d3c-8d21a6546d6a,revision_number=1']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:17.347759 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, 6909d041-fda8-45b1-882f-6f3da05a3048) {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:17.357283 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:17.358851 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.369072 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c155fc49-a7e9-4b0c-9c88-8f5bacb7e500 None None] Network 6909d041-fda8-45b1-882f-6f3da05a3048 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:17.431792 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.453884 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.462805 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Attempting to bind port d640065a-988c-4517-9d3c-8d21a6546d6a on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:17.463180 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Attempting to bind port d640065a-988c-4517-9d3c-8d21a6546d6a by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:17.463548 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Attempting to bind port d640065a-988c-4517-9d3c-8d21a6546d6a on network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:17.479344 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-f359b404-54d3-4d7c-8ecd-a9a8590eccfc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2657909 Sep 07 12:36:17.514883 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:17.515256 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Checking segment: {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:17.515662 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.516073 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Bound using segment: {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:17.516598 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Bound port: d640065a-988c-4517-9d3c-8d21a6546d6a, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:17.517174 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.548880 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.617539 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Allocated IP 172.27.2.105 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/ac6620ba-61de-4422-8c64-9a04769ccbc7) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:17.630216 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd68ab6e-db8c-4818-a8f3-7d84b7ae9716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ca5bc-82fc-448f-8bcc-10d1725dc4f0'}] {{(pid=94579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:17.632554 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e59dd76082547654e6c9b71bac6211988f90c8435176ffbbd796fd7f1a13848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1787ba11-15f6-4de6-88e7-45c94a9d04b8" -d '{"events": [{"server_uuid": "dd68ab6e-db8c-4818-a8f3-7d84b7ae9716", "name": "network-vif-plugged", "status": "completed", "tag": "169ca5bc-82fc-448f-8bcc-10d1725dc4f0"}]}' {{(pid=94579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:17.671197 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=169ca5bc-82fc-448f-8bcc-10d1725dc4f0,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:17.677439 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2909edc-fb52-40b2-9552-497a6be54134 None None] Network 6909d041-fda8-45b1-882f-6f3da05a3048 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:17.700316 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] For port d640065a-988c-4517-9d3c-8d21a6546d6a, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:17.718415 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] For port d640065a-988c-4517-9d3c-8d21a6546d6a, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=d640065a-988c-4517-9d3c-8d21a6546d6a,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:17.743319 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79adbf4c-48a1-4998-980f-38b38e116153 x-openstack-request-id: req-79adbf4c-48a1-4998-980f-38b38e116153 {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:17.743608 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd68ab6e-db8c-4818-a8f3-7d84b7ae9716", "name": "network-vif-plugged", "status": "completed", "tag": "169ca5bc-82fc-448f-8bcc-10d1725dc4f0", "code": 200}]} {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:17.743857 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79adbf4c-48a1-4998-980f-38b38e116153 {{(pid=94579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:17.744263 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd68ab6e-db8c-4818-a8f3-7d84b7ae9716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ca5bc-82fc-448f-8bcc-10d1725dc4f0', 'code': 200} Sep 07 12:36:17.745879 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.832699 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.834584 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.892793 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71428908-efd2-4545-b1cd-b9ede349dcf3 None None] Pushing event updated for resources: {'Port': ['ID=d640065a-988c-4517-9d3c-8d21a6546d6a,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:17.920427 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:17.989225 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:17.992571 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:17.995812 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:18.019354 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=169ca5bc-82fc-448f-8bcc-10d1725dc4f0,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:18.079191 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ac6620ba-61de-4422-8c64-9a04769ccbc7,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:18.254185 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df8c96-e60a-4fde-8e4a-827c7353e153 req-99b8f524-65de-40fb-9712-d7ee6ef2d86c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:18.270759 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-a2df8c96-e60a-4fde-8e4a-827c7353e153 req-99b8f524-65de-40fb-9712-d7ee6ef2d86c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1386979 Sep 07 12:36:18.318376 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe7ace-fc41-46d4-bda4-6e93d57c5699 req-cf631acc-5515-4de9-8e2c-5ea5f9f668a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:18.320005 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-36fe7ace-fc41-46d4-bda4-6e93d57c5699 req-cf631acc-5515-4de9-8e2c-5ea5f9f668a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 1099 time: 0.2651792 Sep 07 12:36:18.337045 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-a2df8c96-e60a-4fde-8e4a-827c7353e153 req-acccdfcc-6efe-4c45-b08e-5c4aec0bdbab tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639706 Sep 07 12:36:18.357651 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39744) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:18.374738 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-36fe7ace-fc41-46d4-bda4-6e93d57c5699 req-dc8cd180-2be5-4f87-8137-985c614e8672 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350604 Sep 07 12:36:18.473238 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f5e6e-3040-44ce-9998-cfd332f84ae5 req-8483afa6-aa08-4cd7-869a-424dea30a120 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:18.480826 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-9d3f5e6e-3040-44ce-9998-cfd332f84ae5 req-8483afa6-aa08-4cd7-869a-424dea30a120 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 946 time: 0.3841763 Sep 07 12:36:18.501551 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39762) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:18.521767 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-9d3f5e6e-3040-44ce-9998-cfd332f84ae5 req-f8d27e70-d5b0-4b58-97ca-9eca5b00768b tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Sep 07 12:36:18.647315 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5407f950-7524-4ac9-b343-1c149ea0b10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:18.649659 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:18.667847 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:18.724276 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.db.api [None req-5407f950-7524-4ac9-b343-1c149ea0b10f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 12:36:18.724276 dv-cinder-760199-14-iscsi neutron-server[94577]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 12:36:18.724276 dv-cinder-760199-14-iscsi neutron-server[94577]: [parameters: {'project_id_1': 'f5c4e8ad6762408ab01ee6fc27d3330e', 'expiration_1': datetime.datetime(2021, 9, 7, 12, 35, 58, 665870)}] Sep 07 12:36:18.724276 dv-cinder-760199-14-iscsi neutron-server[94577]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 12:36:18.724750 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG oslo_db.api [None req-5407f950-7524-4ac9-b343-1c149ea0b10f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 12:36:18.793102 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:18.913835 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1529613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569081'] for router, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:18.942847 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:18.978383 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bf3e15afc98439f80075e407ad9719c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747972 Sep 07 12:36:18.981996 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39776) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:19.045659 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e112d7eb-c33e-4396-a9e4-1f8e26e49786,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:19.049096 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39780) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:19.056532 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1203273337-network', 'tenant_id': '98ecd9cf39504abe8b215ff93cfbd24b'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:19.075542 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.075887 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.076273 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.079894 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.079894 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.079894 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.079894 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.079894 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.079894 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.079894 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.079894 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.079894 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52713b-2b69-407d-b1b4-e460149b5551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.114492 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d412168f-117d-4abe-900e-26c0fd1f2b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.138829 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d412168f-117d-4abe-900e-26c0fd1f2b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.153798 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Made reservation on behalf of 98ecd9cf39504abe8b215ff93cfbd24b for: {'network': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:19.157600 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.168597 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.173675 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Router ca200099-bdc5-44b5-9faa-bb4356ae154f is scheduled to L3 agent 6647c929-37a5-41d0-8492-45615cc7804c with binding_index 1 {{(pid=94577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 12:36:19.182910 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05698a8f-eb20-4d33-904d-900d1d200da1 None None] Network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:19.231254 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5407f950-7524-4ac9-b343-1c149ea0b10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.273183 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d412168f-117d-4abe-900e-26c0fd1f2b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.273979 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-8a96ef17-3ee3-4741-a0d0-509621f1a3f3 None None] Provisioning for port d640065a-988c-4517-9d3c-8d21a6546d6a completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:19.279284 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d412168f-117d-4abe-900e-26c0fd1f2b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.281373 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-d412168f-117d-4abe-900e-26c0fd1f2b32 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e112d7eb-c33e-4396-a9e4-1f8e26e49786 HTTP/1.1" status: 204 len: 168 time: 0.2973728 Sep 07 12:36:19.308884 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412168f-117d-4abe-900e-26c0fd1f2b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e112d7eb-c33e-4396-a9e4-1f8e26e49786,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:19.346488 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:19.364313 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Sync routers for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:36:19.388266 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:19.389213 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:19.415523 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.474201 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d535271-45f0-4f8f-ad6c-a60f175ad532 req-5079522a-51d6-4069-8002-78c33d8b861c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:19.476897 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3d535271-45f0-4f8f-ad6c-a60f175ad532 req-5079522a-51d6-4069-8002-78c33d8b861c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0597086 Sep 07 12:36:19.533960 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:19.536350 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3d535271-45f0-4f8f-ad6c-a60f175ad532 req-5004f984-8d95-4f8d-849e-93dbd8b79ddb tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481591 Sep 07 12:36:19.548995 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.654466 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:36:19.667265 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0a8c39-1481-4ec2-8f00-70ecf8dbfee9,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:19.675798 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5407f950-7524-4ac9-b343-1c149ea0b10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.683471 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.683813 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.segments_db [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Added segment 0f325bed-e5d3-4245-afcb-daca7d4b42b1 of type vlan for network 3fdfe5f7-5e98-48d2-8c54-21ee646266a0 Sep 07 12:36:19.685608 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.685952 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.686290 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.686622 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.686951 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.687276 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.687699 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.687908 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.688253 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.688571 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.688911 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.689199 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:19.739318 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.755158 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da8ce0-6463-4f39-9c10-669ea183eb5b req-e36b5f88-3ac3-4026-9334-8ded15f0f9b0 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:19.764144 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-e5da8ce0-6463-4f39-9c10-669ea183eb5b req-e36b5f88-3ac3-4026-9334-8ded15f0f9b0 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 946 time: 0.1174500 Sep 07 12:36:19.766132 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5407f950-7524-4ac9-b343-1c149ea0b10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.842175 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-e5da8ce0-6463-4f39-9c10-669ea183eb5b req-c8e244d2-d5d7-4919-a58b-953e4ee46a60 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770323 Sep 07 12:36:19.852552 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:18Z', 'revision_number': 3, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:19.868186 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39802) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:19.868672 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-5407f950-7524-4ac9-b343-1c149ea0b10f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f5c4e8ad6762408ab01ee6fc27d3330e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4403868 Sep 07 12:36:19.873481 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407f950-7524-4ac9-b343-1c149ea0b10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819cadb9-a1c5-45da-869f-81786e03ed53,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:19.884475 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.888547 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39804) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:19.889370 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-7c20e6b6-d4bf-412d-ae77-73f0bd12b1b3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7349076 Sep 07 12:36:19.903083 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.904841 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:19.914310 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:19.915133 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Checking router: ca200099-bdc5-44b5-9faa-bb4356ae154f for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:36:19.915710 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Updating router ca200099-bdc5-44b5-9faa-bb4356ae154f port ac6620ba-61de-4422-8c64-9a04769ccbc7 binding host dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:36:19.946505 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device d640065a-988c-4517-9d3c-8d21a6546d6a up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:19.998637 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] Pushing event updated for resources: {'Network': ['ID=3fdfe5f7-5e98-48d2-8c54-21ee646266a0,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:20.032491 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.042111 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network 3fdfe5f7-5e98-48d2-8c54-21ee646266a0 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:36:20.129230 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b83ed74-3b86-4ac6-9aef-e74afdc69b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.169664 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b83ed74-3b86-4ac6-9aef-e74afdc69b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.178173 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-8cfd5970-df1f-4a01-9639-2cc25caeeaf4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1262562 Sep 07 12:36:20.181772 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39816) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:20.188606 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] Request body: {'subnet': {'network_id': '3fdfe5f7-5e98-48d2-8c54-21ee646266a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1203273337-subnet', 'tenant_id': '98ecd9cf39504abe8b215ff93cfbd24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:20.226800 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port d640065a-988c-4517-9d3c-8d21a6546d6a completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:20.231540 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port d640065a-988c-4517-9d3c-8d21a6546d6a triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:20.232022 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.313854 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] Made reservation on behalf of 98ecd9cf39504abe8b215ff93cfbd24b for: {'subnet': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:20.317787 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425376'] for subnet, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.323243 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.374773 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b83ed74-3b86-4ac6-9aef-e74afdc69b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.379727 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b83ed74-3b86-4ac6-9aef-e74afdc69b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.383455 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4b83ed74-3b86-4ac6-9aef-e74afdc69b18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/819cadb9-a1c5-45da-869f-81786e03ed53 HTTP/1.1" status: 204 len: 168 time: 0.5134387 Sep 07 12:36:20.386848 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port d640065a-988c-4517-9d3c-8d21a6546d6a, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=d640065a-988c-4517-9d3c-8d21a6546d6a,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:20.388569 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Notify callbacks [] for port, precommit_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.399294 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83ed74-3b86-4ac6-9aef-e74afdc69b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819cadb9-a1c5-45da-869f-81786e03ed53,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:20.401682 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.provisioning_blocks [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Transition to ACTIVE for port object ac6620ba-61de-4422-8c64-9a04769ccbc7 will not be triggered until provisioned by entity L2. {{(pid=94580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:20.485301 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.485493 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.532567 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd51ea6-ed1e-44e3-946d-a4b57fcde8b9 None None] Pushing event updated for resources: {'Port': ['ID=ac6620ba-61de-4422-8c64-9a04769ccbc7,revision_number=2']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:20.585310 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.595400 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Attempting to bind port ac6620ba-61de-4422-8c64-9a04769ccbc7 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:20.599534 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Attempting to bind port ac6620ba-61de-4422-8c64-9a04769ccbc7 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:20.599920 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Attempting to bind port ac6620ba-61de-4422-8c64-9a04769ccbc7 on network f28d70d3-07bf-4854-88e0-9a9ce1a68175 {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:20.600429 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=d640065a-988c-4517-9d3c-8d21a6546d6a,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:20.610073 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:20.610462 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Checking segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:20.611013 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.613908 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Bound using segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:20.613908 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Bound port: ac6620ba-61de-4422-8c64-9a04769ccbc7, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:20.613908 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.621050 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39828) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:20.687453 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8412695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425430'] for subnet, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.692720 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] For port ac6620ba-61de-4422-8c64-9a04769ccbc7, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:20.696400 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] For port ac6620ba-61de-4422-8c64-9a04769ccbc7, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=ac6620ba-61de-4422-8c64-9a04769ccbc7,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:20.754995 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f7ae1b-b785-4929-b627-6be1072a0103,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:20.763609 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] Checking segment: {'id': '0f325bed-e5d3-4245-afcb-daca7d4b42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3fdfe5f7-5e98-48d2-8c54-21ee646266a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:20.763970 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] Network hostable DHCP agents. Network: 3fdfe5f7-5e98-48d2-8c54-21ee646266a0, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:36:20.774359 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada2b6f-f9a6-4bb4-845f-ff29dce53039 req-dde6d088-3903-41c1-9366-e4c87b915f12 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:20.775930 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-9ada2b6f-f9a6-4bb4-845f-ff29dce53039 req-dde6d088-3903-41c1-9366-e4c87b915f12 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1063776 Sep 07 12:36:20.780704 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:20.840567 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:20.841205 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:20.848935 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-9ada2b6f-f9a6-4bb4-845f-ff29dce53039 req-5613bcea-616a-454b-a650-66a973088f9a tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617564 Sep 07 12:36:20.882533 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] Network 3fdfe5f7-5e98-48d2-8c54-21ee646266a0 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:36:20.882732 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Allocated IP 172.20.0.1 (7009db58-3ac6-460e-8aaa-b5e69ba13f0b/7aa68593-c000-4d40-8f9a-2d2c0e557b96/58b82d23-6ccc-4dea-9151-bfde587c03b8) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:20.896755 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd51ea6-ed1e-44e3-946d-a4b57fcde8b9 None None] Pushing event updated for resources: {'Port': ['ID=ac6620ba-61de-4422-8c64-9a04769ccbc7,revision_number=3']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:20.988672 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:21.006083 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, 3fdfe5f7-5e98-48d2-8c54-21ee646266a0) {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:21.014300 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618938b7-6b28-4052-9084-f431dfaa4712 None None] Network 3fdfe5f7-5e98-48d2-8c54-21ee646266a0 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:21.028484 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:21.032604 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.097890 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.116833 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Transition to ACTIVE for port object 58b82d23-6ccc-4dea-9151-bfde587c03b8 will not be triggered until provisioned by entity DHCP. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:21.125598 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb7c6-3ec0-47a5-a0bd-4c5b3fb5f824 req-f8d2d13e-c5bc-412e-8455-c291c6f2a334 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:21.127363 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6d5eb7c6-3ec0-47a5-a0bd-4c5b3fb5f824 req-f8d2d13e-c5bc-412e-8455-c291c6f2a334 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 946 time: 0.1795549 Sep 07 12:36:21.128589 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb2be-5cfe-4a07-bfa4-fa8dfd60a1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.199915 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-fd722a2c-2c3e-4768-8d59-340286684d20 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0158222 Sep 07 12:36:21.204750 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6d5eb7c6-3ec0-47a5-a0bd-4c5b3fb5f824 req-1a27442c-7b8c-4929-b9b9-56ad0b17b493 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698640 Sep 07 12:36:21.282871 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.289926 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f25e8-e8cc-4763-b6ad-46d136619e04 None None] Network 3fdfe5f7-5e98-48d2-8c54-21ee646266a0 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:21.357412 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:21.364464 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:21.369970 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Pushing event updated for resources: {'Port': ['ID=58b82d23-6ccc-4dea-9151-bfde587c03b8,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:21.374023 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:18Z', 'revision_number': 3, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:21.382840 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:21.383856 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567946'] for router_interface, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.462872 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b78947-06c0-463a-9d2c-af257c748828 None None] The sync data for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi is: [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:18Z', 'revision_number': 3, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:36:21.480408 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb2be-5cfe-4a07-bfa4-fa8dfd60a1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.541528 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb2be-5cfe-4a07-bfa4-fa8dfd60a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.615686 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-1b9bb2be-5cfe-4a07-bfa4-fa8dfd60a1c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4a6901071ae49358878c388d5edc24f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9936514 Sep 07 12:36:21.616925 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bb2be-5cfe-4a07-bfa4-fa8dfd60a1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2541b4f-b7f5-422c-b19c-04a7906aa854,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:21.618405 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39862) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:21.707066 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b4fca9a1-4618-4d74-800e-8961d3f45824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.750922 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b4fca9a1-4618-4d74-800e-8961d3f45824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.751312 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.818451 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device d640065a-988c-4517-9d3c-8d21a6546d6a up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:21.861526 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-a7a4d19f-c203-4ce2-8c62-0f7fcc0ef21e None None] Provisioning for port 58b82d23-6ccc-4dea-9151-bfde587c03b8 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:21.885732 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-a7a4d19f-c203-4ce2-8c62-0f7fcc0ef21e None None] Provisioning complete for port 58b82d23-6ccc-4dea-9151-bfde587c03b8 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:21.886791 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a7a4d19f-c203-4ce2-8c62-0f7fcc0ef21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.944049 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4d19f-c203-4ce2-8c62-0f7fcc0ef21e None None] Port 58b82d23-6ccc-4dea-9151-bfde587c03b8 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:36:21.953987 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b4fca9a1-4618-4d74-800e-8961d3f45824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.956610 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b4fca9a1-4618-4d74-800e-8961d3f45824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.961574 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-b4fca9a1-4618-4d74-800e-8961d3f45824 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a2541b4f-b7f5-422c-b19c-04a7906aa854 HTTP/1.1" status: 204 len: 168 time: 0.3419130 Sep 07 12:36:21.966917 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port d640065a-988c-4517-9d3c-8d21a6546d6a triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:21.967290 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:21.974366 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fca9a1-4618-4d74-800e-8961d3f45824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2541b4f-b7f5-422c-b19c-04a7906aa854,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:22.201287 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02365ca5-d1c0-488e-a7a0-f34f65840649 req-ad83bf2a-2e4d-451c-aef2-85e5749e654e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:22.210834 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-02365ca5-d1c0-488e-a7a0-f34f65840649 req-ad83bf2a-2e4d-451c-aef2-85e5749e654e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1822939 Sep 07 12:36:22.290779 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-02365ca5-d1c0-488e-a7a0-f34f65840649 req-4f50df59-b221-476b-a929-7cec6cdc2d96 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786700 Sep 07 12:36:22.328588 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:22.460485 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:22.460485 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567610'] for router_interface, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:22.582040 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Pushing event updated for resources: {'Port': ['ID=58b82d23-6ccc-4dea-9151-bfde587c03b8,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:22.630749 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:22.632654 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:22.836906 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Router ca200099-bdc5-44b5-9faa-bb4356ae154f has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:36:22.866359 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370062a-17ba-49e0-b748-54532671923d req-340e0590-1cb6-4d5e-9d41-4baaca4225e3 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:22.878468 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-340e0590-1cb6-4d5e-9d41-4baaca4225e3 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/networks?id=068be336-2bae-4d46-bebc-0414c22e6b78 HTTP/1.1" status: 200 len: 814 time: 0.1804950 Sep 07 12:36:22.896192 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-47325aed-422b-4d56-8468-f5743bf5f774 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/quotas/3cbe0a844f48486b884d7d9eb851da32 HTTP/1.1" status: 200 len: 375 time: 0.0164380 Sep 07 12:36:22.987980 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-c8b67ad5-80c8-4d94-a376-8bfeb386ff59 None None] Provisioning complete for port 58b82d23-6ccc-4dea-9151-bfde587c03b8 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:22.989077 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-c8b67ad5-80c8-4d94-a376-8bfeb386ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:22.999191 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-20dbbfc8-2ff1-40a9-b5d2-0fde920f9366 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cbe0a844f48486b884d7d9eb851da32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017487 Sep 07 12:36:23.001655 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:23.019245 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4599fc02-9d42-4ff4-b6f7-58d1dbc78843 admin admin] 10.222.0.69 "PUT /v2.0/routers/ca200099-bdc5-44b5-9faa-bb4356ae154f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1288724 Sep 07 12:36:23.040716 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-c8b67ad5-80c8-4d94-a376-8bfeb386ff59 None None] Port 58b82d23-6ccc-4dea-9151-bfde587c03b8 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:36:23.143863 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-f14cb9e6-47ef-4783-9ee6-7293dbe91de3 service neutron] 10.222.0.69 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436706 Sep 07 12:36:23.289416 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-3cd10b53-7e7c-458e-96b8-a4d37048f307 service neutron] 10.222.0.69 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445067 Sep 07 12:36:23.573784 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c2421-d690-4d24-aaa0-33c0d18f6c72 req-5cbf0e80-661b-422e-a97e-7f4600edfc70 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:23.575355 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-797c2421-d690-4d24-aaa0-33c0d18f6c72 req-5cbf0e80-661b-422e-a97e-7f4600edfc70 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0740371 Sep 07 12:36:23.620397 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-797c2421-d690-4d24-aaa0-33c0d18f6c72 req-fb0a8cac-895e-4129-b66f-8c6bc4470d4f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368681 Sep 07 12:36:23.693837 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4f1e4b89-3c45-4998-a853-d2ac89c1b795 req-26657ba5-71fa-4c9c-8421-cfc67fed6b23 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 210 time: 0.0328996 Sep 07 12:36:23.774156 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Sync routers for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:36:23.791039 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:23.805025 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:23.810706 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device ac6620ba-61de-4422-8c64-9a04769ccbc7 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:23.952166 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:24.053008 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port ac6620ba-61de-4422-8c64-9a04769ccbc7 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:24.066099 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port ac6620ba-61de-4422-8c64-9a04769ccbc7 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:24.066473 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:24.259184 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:24.296843 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port ac6620ba-61de-4422-8c64-9a04769ccbc7, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=ac6620ba-61de-4422-8c64-9a04769ccbc7,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:24.362997 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39966) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:24.370934 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-d1cb658a-4ea7-4e39-b52d-9ba920ad60f9 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2146404430', 'description': 'tempest-description--303232020'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:24.375196 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 2, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:24.416602 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Checking router: ca200099-bdc5-44b5-9faa-bb4356ae154f for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:36:24.417098 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Updating router ca200099-bdc5-44b5-9faa-bb4356ae154f port 58b82d23-6ccc-4dea-9151-bfde587c03b8 binding host dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:36:24.442113 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:24.458877 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39974) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:24.470710 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:24.526182 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d1cb658a-4ea7-4e39-b52d-9ba920ad60f9 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:24.530373 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=ac6620ba-61de-4422-8c64-9a04769ccbc7,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:24.546451 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.546811 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.547400 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.547669 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.547996 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.548359 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.548679 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.549003 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.549322 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.550548 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.550548 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.550932 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:24.624241 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d1cb658a-4ea7-4e39-b52d-9ba920ad60f9 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:24.702659 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d1cb658a-4ea7-4e39-b52d-9ba920ad60f9 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:24.778873 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb658a-4ea7-4e39-b52d-9ba920ad60f9 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c76fca-a284-4461-a1da-c90cf5258e68,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:24.811177 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 39988) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:24.841527 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d1cb658a-4ea7-4e39-b52d-9ba920ad60f9 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:24.848998 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-d1cb658a-4ea7-4e39-b52d-9ba920ad60f9 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4814715 Sep 07 12:36:24.851372 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 39992) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:24.872338 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-130f1023-f82e-4c64-b20c-7527d61b4731 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'security_group_rule': {'security_group_id': '66c76fca-a284-4461-a1da-c90cf5258e68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:24.899064 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddfac4-2f17-439a-b2f7-692c25090374 req-9288ba82-de2b-493d-8026-01d22c290434 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:24.900871 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d9ddfac4-2f17-439a-b2f7-692c25090374 req-9288ba82-de2b-493d-8026-01d22c290434 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1194382 Sep 07 12:36:24.925964 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3712202c-8e74-4acf-8b0b-1d39193bcc00 req-592abdcc-53f6-4d5c-be73-d426518d84df tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 210 time: 0.0780830 Sep 07 12:36:24.926847 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-127154eb-b4da-4589-a719-6dc737d3a338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:24.965742 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d9ddfac4-2f17-439a-b2f7-692c25090374 req-ee910b68-d30b-49f2-9f3a-f7e08b5d460f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542877 Sep 07 12:36:25.020421 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Notify callbacks [] for port, precommit_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.032050 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Transition to ACTIVE for port object 58b82d23-6ccc-4dea-9151-bfde587c03b8 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:25.090687 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-130f1023-f82e-4c64-b20c-7527d61b4731 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.100666 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1939943693-network', 'tenant_id': '288fbadce81545dcb950bb73075a21e3'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:25.145172 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.207823 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-130f1023-f82e-4c64-b20c-7527d61b4731 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.266234 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-127154eb-b4da-4589-a719-6dc737d3a338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.296827 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-130f1023-f82e-4c64-b20c-7527d61b4731 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.333737 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f1023-f82e-4c64-b20c-7527d61b4731 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0855bda-1008-4b80-9bb9-4781c248cd3e,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:25.354897 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Attempting to bind port 58b82d23-6ccc-4dea-9151-bfde587c03b8 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:25.355264 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Attempting to bind port 58b82d23-6ccc-4dea-9151-bfde587c03b8 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:25.355700 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Attempting to bind port 58b82d23-6ccc-4dea-9151-bfde587c03b8 on network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:25.361284 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f8ae3-5a2e-4af0-9044-139de4d09104 None None] Pushing event updated for resources: {'Port': ['ID=58b82d23-6ccc-4dea-9151-bfde587c03b8,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:25.365864 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:25.367034 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Checking segment: {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:25.367672 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.368326 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Bound using segment: {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:25.369044 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Bound port: 58b82d23-6ccc-4dea-9151-bfde587c03b8, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:25.369746 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.373719 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-127154eb-b4da-4589-a719-6dc737d3a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.454833 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127154eb-b4da-4589-a719-6dc737d3a338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692795aa-278d-4c99-842c-d24fd05cb271,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:25.456202 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] For port 58b82d23-6ccc-4dea-9151-bfde587c03b8, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:25.460152 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] For port 58b82d23-6ccc-4dea-9151-bfde587c03b8, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=58b82d23-6ccc-4dea-9151-bfde587c03b8,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:25.477986 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-127154eb-b4da-4589-a719-6dc737d3a338 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=32f80ec4414648f1aa2ce1c6c6a0706d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0149558 Sep 07 12:36:25.477986 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40006) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:25.528143 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0cae3235-cbaa-4149-8a6f-ce40f5c320ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.550025 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0cae3235-cbaa-4149-8a6f-ce40f5c320ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.629613 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Made reservation on behalf of 288fbadce81545dcb950bb73075a21e3 for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:25.630631 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.633654 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.649467 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.696466 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:25.697136 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:25.698957 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f8ae3-5a2e-4af0-9044-139de4d09104 None None] Pushing event updated for resources: {'Port': ['ID=58b82d23-6ccc-4dea-9151-bfde587c03b8,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:25.755004 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-130f1023-f82e-4c64-b20c-7527d61b4731 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.759181 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-130f1023-f82e-4c64-b20c-7527d61b4731 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9062166 Sep 07 12:36:25.762324 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40010) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:25.764772 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-0a439b0c-c721-4443-80b7-db714442eef4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'security_group_rule': {'security_group_id': '66c76fca-a284-4461-a1da-c90cf5258e68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:25.787834 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0cae3235-cbaa-4149-8a6f-ce40f5c320ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.790987 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0cae3235-cbaa-4149-8a6f-ce40f5c320ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.791942 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-0cae3235-cbaa-4149-8a6f-ce40f5c320ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/692795aa-278d-4c99-842c-d24fd05cb271 HTTP/1.1" status: 204 len: 168 time: 0.3132193 Sep 07 12:36:25.805127 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device ac6620ba-61de-4422-8c64-9a04769ccbc7 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:25.809773 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae3235-cbaa-4149-8a6f-ce40f5c320ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692795aa-278d-4c99-842c-d24fd05cb271,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:25.881442 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:25.885619 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.985110 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port ac6620ba-61de-4422-8c64-9a04769ccbc7 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:25.985466 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:25.994478 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:26.038062 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec57e0d2-87f7-4131-9b92-a93cdbc637a9,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:26.066795 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:36:26.077246 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:26.077783 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Added segment 237962da-b821-4c24-8a72-958ba8f2e33c of type vlan for network 1eb1f277-3f4b-4810-967e-ed401e593d72 Sep 07 12:36:26.127345 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:26.161257 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-796b22cb-1d9e-423d-b2d0-88e1fa56210d req-67fabc98-3984-4f92-9de0-ca82776dfadf tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 210 time: 0.1176100 Sep 07 12:36:26.230728 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5654974-d882-4301-a74d-22aebd446191 req-bea530bb-b896-44ed-850a-89dbaf301525 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:26.232320 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-b5654974-d882-4301-a74d-22aebd446191 req-bea530bb-b896-44ed-850a-89dbaf301525 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0687213 Sep 07 12:36:26.248589 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0a439b0c-c721-4443-80b7-db714442eef4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:26.309332 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0a439b0c-c721-4443-80b7-db714442eef4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:26.330011 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:25Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:26.349130 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:26.350157 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:26.350728 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:26.398292 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0a439b0c-c721-4443-80b7-db714442eef4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:26.405922 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1dddaa-de25-4105-b912-38351539aed1 None None] The sync data for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi is: [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:25Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:36:26.426143 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a439b0c-c721-4443-80b7-db714442eef4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b02ad98-9a1f-4699-9cb6-5ad6080f1b11,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:26.531417 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0a439b0c-c721-4443-80b7-db714442eef4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:26.533031 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-0a439b0c-c721-4443-80b7-db714442eef4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7721639 Sep 07 12:36:26.536145 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40032) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:26.562397 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'floatingip': {'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:26.749221 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:26.873110 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0573783 Sep 07 12:36:26.877289 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370062a-17ba-49e0-b748-54532671923d req-1e8d516e-2c95-4eb4-829a-84c36cb20c52 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:26.879600 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-1e8d516e-2c95-4eb4-829a-84c36cb20c52 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "GET /v2.0/networks?id=068be336-2bae-4d46-bebc-0414c22e6b78 HTTP/1.1" status: 200 len: 814 time: 0.6406498 Sep 07 12:36:26.880139 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40044) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:26.887635 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] Request body: {'subnet': {'network_id': '1eb1f277-3f4b-4810-967e-ed401e593d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1939943693-subnet', 'tenant_id': '288fbadce81545dcb950bb73075a21e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:26.913868 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-b5654974-d882-4301-a74d-22aebd446191 req-d75b092e-65fc-43da-9ba0-cbcfc481b9fd tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414750 Sep 07 12:36:26.920192 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982ea02-64c2-4fd1-9967-e32e1e9bdfd3 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb1f277-3f4b-4810-967e-ed401e593d72,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:26.926552 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Request body: {'port': {'device_id': 'da3dac61-3b6e-4e68-8004-a8b07fbe150f', 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78', 'admin_state_up': True, 'tenant_id': '3cbe0a844f48486b884d7d9eb851da32'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:26.958533 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network 1eb1f277-3f4b-4810-967e-ed401e593d72 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:36:26.970378 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:27.104136 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Allocated IP 172.27.2.38 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/3a4c4f8b-e1aa-4033-ac7a-76df02d99c06) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:27.122466 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] Made reservation on behalf of 288fbadce81545dcb950bb73075a21e3 for: {'subnet': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:27.124838 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:27.334265 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:27.352869 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-1ff3d8c3-3342-4b4e-a01a-d3ba46e79f9a req-19335066-2d6f-4160-8999-d37e071a9b2b tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 210 time: 0.0406313 Sep 07 12:36:27.395743 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Made reservation on behalf of 3cbe0a844f48486b884d7d9eb851da32 for: {'port': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:27.399215 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:27.498856 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:27.559064 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:27.562837 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:27.566841 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:27.599722 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:27.676360 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Allocated IP 172.20.0.9 (068be336-2bae-4d46-bebc-0414c22e6b78/7d6d58a7-7882-473b-8226-23db86190dd2/11058b84-3239-4663-8df5-49c4c240ea50) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:27.736725 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] Checking segment: {'id': '237962da-b821-4c24-8a72-958ba8f2e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1eb1f277-3f4b-4810-967e-ed401e593d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:27.736725 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] Network hostable DHCP agents. Network: 1eb1f277-3f4b-4810-967e-ed401e593d72, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94578) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:36:27.745466 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'Port': ['ID=3a4c4f8b-e1aa-4033-ac7a-76df02d99c06,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:27.751360 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=326105ee-b543-4c85-ace0-f9ba495e330d,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:27.807351 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:27.857256 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 58b82d23-6ccc-4dea-9151-bfde587c03b8 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:27.918241 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] Network 1eb1f277-3f4b-4810-967e-ed401e593d72 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94578) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:36:27.965051 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:28.068976 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 58b82d23-6ccc-4dea-9151-bfde587c03b8 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:28.075609 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 58b82d23-6ccc-4dea-9151-bfde587c03b8 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:28.080252 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:28.081748 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:28.113936 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, 1eb1f277-3f4b-4810-967e-ed401e593d72) {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:28.122704 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:28.123647 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:28.136395 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b454b1-e4ca-485e-8c95-fc96a5f1abc2 None None] Network 1eb1f277-3f4b-4810-967e-ed401e593d72 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:28.162415 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8ac43-d029-4675-8d8e-498dc48eae3b req-66b87aaf-671d-4a97-9c87-558be7b2768e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:28.165023 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-58f8ac43-d029-4675-8d8e-498dc48eae3b req-66b87aaf-671d-4a97-9c87-558be7b2768e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1363754 Sep 07 12:36:28.247187 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2814c5b4-4e09-42b3-8ed5-957eb1ebf1bd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3575697 Sep 07 12:36:28.268762 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:28.301498 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['18759fc7-a8a4-4627-91d7-0c6a5ac9736c', '169ca5bc-82fc-448f-8bcc-10d1725dc4f0'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:36:28.342603 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-58f8ac43-d029-4675-8d8e-498dc48eae3b req-69a3409e-7eb8-4c74-908f-f9c558703386 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645095 Sep 07 12:36:28.346725 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Network 068be336-2bae-4d46-bebc-0414c22e6b78 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:28.353048 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Pushing event updated for resources: {'Port': ['ID=11058b84-3239-4663-8df5-49c4c240ea50,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:28.359531 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:28.369397 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:28.371831 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8bd065e-3851-414c-95b2-90631d6d240f req-8855d6e4-f1e3-4333-a1c9-9502b14f9db1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1515563 Sep 07 12:36:28.396569 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:28.397843 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:28.418851 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:28.496629 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:28.502455 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd065e-3851-414c-95b2-90631d6d240f req-922d4922-bc9c-4c81-b012-9d5f4624fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:28.504654 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8bd065e-3851-414c-95b2-90631d6d240f req-922d4922-bc9c-4c81-b012-9d5f4624fc95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cbe0a844f48486b884d7d9eb851da32&device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 1098 time: 0.0558267 Sep 07 12:36:28.508322 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:28.522834 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e1ae8-8f17-45fe-bd11-d6cf3ecaa0ca req-7648b04b-3471-436c-9373-c463a4548cae tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:28.523984 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-2c7e1ae8-8f17-45fe-bd11-d6cf3ecaa0ca req-7648b04b-3471-436c-9373-c463a4548cae tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 931 time: 0.0933745 Sep 07 12:36:28.527653 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-87b8ffee-241d-4d64-adc1-58f5f0e8ef29 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6137278 Sep 07 12:36:28.555725 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Request body: {'port': {'device_id': 'da3dac61-3b6e-4e68-8004-a8b07fbe150f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:28.662293 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 58b82d23-6ccc-4dea-9151-bfde587c03b8, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=58b82d23-6ccc-4dea-9151-bfde587c03b8,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:28.667122 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:28.672526 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-2c7e1ae8-8f17-45fe-bd11-d6cf3ecaa0ca req-bb084fcc-b615-43a8-a049-16e73947f8ff tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401651 Sep 07 12:36:28.677528 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c092986-f5f5-4cb0-8297-9628216672a2 None None] Network 1eb1f277-3f4b-4810-967e-ed401e593d72 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:28.734847 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:28.845986 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'Port': ['ID=3a4c4f8b-e1aa-4033-ac7a-76df02d99c06,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:28.888401 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=58b82d23-6ccc-4dea-9151-bfde587c03b8,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:28.939509 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:29.085676 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:29.096100 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-cd83ef50-142b-4ab0-b171-3de32a579f04 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5540671 Sep 07 12:36:29.099049 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd065e-3851-414c-95b2-90631d6d240f req-fbcbfe95-c34e-49e5-bdde-b2ef6828ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:29.101136 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8bd065e-3851-414c-95b2-90631d6d240f req-fbcbfe95-c34e-49e5-bdde-b2ef6828ecdf service neutron] 10.222.0.42 "GET /v2.0/networks?id=068be336-2bae-4d46-bebc-0414c22e6b78 HTTP/1.1" status: 200 len: 915 time: 0.2413857 Sep 07 12:36:29.132155 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11058b84-3239-4663-8df5-49c4c240ea50 {{(pid=94578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:36:29.141556 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:29.163206 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8bd065e-3851-414c-95b2-90631d6d240f req-3f095143-6090-4edc-b469-e3a70a153bda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18759fc7-a8a4-4627-91d7-0c6a5ac9736c HTTP/1.1" status: 200 len: 217 time: 0.0465736 Sep 07 12:36:29.169184 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Transition to ACTIVE for port object 11058b84-3239-4663-8df5-49c4c240ea50 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:29.221024 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd065e-3851-414c-95b2-90631d6d240f req-b581363a-0c93-425a-a27c-f15a55ec0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:29.221024 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8bd065e-3851-414c-95b2-90631d6d240f req-b581363a-0c93-425a-a27c-f15a55ec0551 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d6d58a7-7882-473b-8226-23db86190dd2 HTTP/1.1" status: 200 len: 854 time: 0.0463793 Sep 07 12:36:29.240253 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:29.265419 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8bd065e-3851-414c-95b2-90631d6d240f req-80d17824-b4b4-4c3d-9414-eaf569495d1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=068be336-2bae-4d46-bebc-0414c22e6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289478 Sep 07 12:36:29.329704 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Pushing event updated for resources: {'Port': ['ID=11058b84-3239-4663-8df5-49c4c240ea50,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:29.343886 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Attempting to bind port 11058b84-3239-4663-8df5-49c4c240ea50 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:29.344253 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Attempting to bind port 11058b84-3239-4663-8df5-49c4c240ea50 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:29.344591 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Attempting to bind port 11058b84-3239-4663-8df5-49c4c240ea50 on network 068be336-2bae-4d46-bebc-0414c22e6b78 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:29.354225 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Port 11058b84-3239-4663-8df5-49c4c240ea50 on network 068be336-2bae-4d46-bebc-0414c22e6b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:36:29.354550 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Attempting to bind port 11058b84-3239-4663-8df5-49c4c240ea50 on network 068be336-2bae-4d46-bebc-0414c22e6b78 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:29.369434 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Checking agent: {'id': 'd20c3edb-5c57-45b7-bd7a-1abdfb43a276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'started_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:29.369781 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Checking segment: {'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:29.370170 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Bound using segment: {'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:29.370610 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Bound port: 11058b84-3239-4663-8df5-49c4c240ea50, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb02c6ab-f2a7-4454-8a59-63718d3ef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:29.370966 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:29.376397 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-1254d265-0b24-4ef7-b54a-92c558bfeefc tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2146404430&fields=id&tenant_id=80c97025214e462c8c84c87c620566a9 HTTP/1.1" status: 200 len: 267 time: 0.0647850 Sep 07 12:36:29.388277 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8bd065e-3851-414c-95b2-90631d6d240f req-a1a93428-d74b-4fce-aaaf-3380809a506c service neutron] 10.222.0.42 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153545 Sep 07 12:36:29.520852 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305edba-eb14-487f-a5ea-be6d51ecd5f5 req-78d54e37-0fbf-4580-8391-8039d94283b0 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:29.521895 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] For port 11058b84-3239-4663-8df5-49c4c240ea50, host hv-cinder-76019, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:29.524992 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-1305edba-eb14-487f-a5ea-be6d51ecd5f5 req-78d54e37-0fbf-4580-8391-8039d94283b0 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1112466 Sep 07 12:36:29.527265 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40136) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:29.530949 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] For port 11058b84-3239-4663-8df5-49c4c240ea50, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=11058b84-3239-4663-8df5-49c4c240ea50,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:29.544791 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-b6d86f81-5448-49e2-a015-7f707cabda62 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:29.546507 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-b6d86f81-5448-49e2-a015-7f707cabda62 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/networks?id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b HTTP/1.1" status: 200 len: 817 time: 0.1597021 Sep 07 12:36:29.569489 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-67489e00-f2ba-41e6-81db-021a43a3a427 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/quotas/80c97025214e462c8c84c87c620566a9 HTTP/1.1" status: 200 len: 375 time: 0.0108902 Sep 07 12:36:29.597776 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-1305edba-eb14-487f-a5ea-be6d51ecd5f5 req-77c59d38-4d0e-4af5-8f41-0862a2479d69 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586197 Sep 07 12:36:29.599704 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8bd065e-3851-414c-95b2-90631d6d240f req-884ed348-fc8b-45c3-bcd9-7a2fa3e16ba9 service neutron] 10.222.0.42 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990898 Sep 07 12:36:29.626751 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-7f7e15fd-76c7-483e-9133-856d6fc4195c tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=80c97025214e462c8c84c87c620566a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571332 Sep 07 12:36:29.633860 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:29.671747 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6dfefd3c-3815-4597-99ce-d04aae13f6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:29.692901 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:29.694082 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:29.695932 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] 10.222.0.42 "PUT /v2.0/ports/11058b84-3239-4663-8df5-49c4c240ea50 HTTP/1.1" status: 200 len: 1093 time: 1.1478152 Sep 07 12:36:29.696476 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3dac61-3b6e-4e68-8004-a8b07fbe150f', 'tag': '11058b84-3239-4663-8df5-49c4c240ea50'}] {{(pid=94578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:29.699068 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e6e7ef2484b5b996877234f86aab50a2429001469084689e0627d13c827ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d895c0c1-90ed-4645-9857-eb9bb1d8f8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "da3dac61-3b6e-4e68-8004-a8b07fbe150f", "tag": "11058b84-3239-4663-8df5-49c4c240ea50"}]}' {{(pid=94578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:29.798531 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be770fe3-c762-4352-87dc-e5fde56e8c89 x-openstack-request-id: req-be770fe3-c762-4352-87dc-e5fde56e8c89 {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:29.798531 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3dac61-3b6e-4e68-8004-a8b07fbe150f", "tag": "11058b84-3239-4663-8df5-49c4c240ea50", "status": "completed", "code": 200}]} {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:29.798531 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be770fe3-c762-4352-87dc-e5fde56e8c89 {{(pid=94578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:29.799397 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3dac61-3b6e-4e68-8004-a8b07fbe150f', 'tag': '11058b84-3239-4663-8df5-49c4c240ea50', 'status': 'completed', 'code': 200} Sep 07 12:36:29.801850 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12c97a-bf8b-44cf-bb92-efcb1d7f502e service neutron] Pushing event updated for resources: {'Port': ['ID=11058b84-3239-4663-8df5-49c4c240ea50,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:29.807285 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 58b82d23-6ccc-4dea-9151-bfde587c03b8 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:29.877789 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-c4b3f6c2-e063-41f5-9e03-5f6d0089a28d service neutron] 10.222.0.69 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225492 Sep 07 12:36:29.882576 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6dfefd3c-3815-4597-99ce-d04aae13f6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:29.912532 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895c0c1-90ed-4645-9857-eb9bb1d8f8b5 req-347a2f3d-0677-411c-99c4-0dff42749cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:29.914075 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25c36-8651-4cca-8ba1-e5acfc4934fe req-f241cddf-ed89-42b9-b650-75260c259fa9 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:29.914220 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d895c0c1-90ed-4645-9857-eb9bb1d8f8b5 req-347a2f3d-0677-411c-99c4-0dff42749cf9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cbe0a844f48486b884d7d9eb851da32&device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 1096 time: 0.1032488 Sep 07 12:36:29.918278 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 58b82d23-6ccc-4dea-9151-bfde587c03b8 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:29.918712 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:29.919574 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-74d25c36-8651-4cca-8ba1-e5acfc4934fe req-f241cddf-ed89-42b9-b650-75260c259fa9 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 943 time: 0.0765357 Sep 07 12:36:29.963791 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6dfefd3c-3815-4597-99ce-d04aae13f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.095178 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-6dfefd3c-3815-4597-99ce-d04aae13f6a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bfe8ff9c083c4eaea7f463986e116959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668607 Sep 07 12:36:30.100954 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40162) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:30.108428 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfefd3c-3815-4597-99ce-d04aae13f6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30352ef-53f7-4143-8875-6c6dec124a96,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:30.127549 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-74d25c36-8651-4cca-8ba1-e5acfc4934fe req-6aa56aa1-e050-4768-8f19-d10bb12f3e8c tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974301 Sep 07 12:36:30.130987 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40164) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:30.142915 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.186431 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-c670be35-3de5-4df1-b362-6597b1382cba service neutron] 10.222.0.69 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070238 Sep 07 12:36:30.209427 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895c0c1-90ed-4645-9857-eb9bb1d8f8b5 req-10b8cd4e-8c2e-489c-a42b-ef934983edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:30.211124 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d895c0c1-90ed-4645-9857-eb9bb1d8f8b5 req-10b8cd4e-8c2e-489c-a42b-ef934983edaa service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3cbe0a844f48486b884d7d9eb851da32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2743788 Sep 07 12:36:30.226847 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bdd30a-535e-48ec-92a7-9477b0cff64b admin admin] Deleting subnet 326105ee-b543-4c85-ace0-f9ba495e330d {{(pid=94578) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:36:30.234890 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd30a-535e-48ec-92a7-9477b0cff64b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.319595 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b682181f-9377-4ce7-b3ef-7598edee802e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.346042 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd30a-535e-48ec-92a7-9477b0cff64b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.366305 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd30a-535e-48ec-92a7-9477b0cff64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.413017 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b682181f-9377-4ce7-b3ef-7598edee802e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.453201 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895c0c1-90ed-4645-9857-eb9bb1d8f8b5 req-adef0dcf-088e-4bd5-a008-906ab2a7b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:30.454658 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d895c0c1-90ed-4645-9857-eb9bb1d8f8b5 req-adef0dcf-088e-4bd5-a008-906ab2a7b2ee service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2227588 Sep 07 12:36:30.522916 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-071ec775-2cb3-4e81-bae8-6a3c5dd44e46 req-68847228-1a5a-4a79-931b-9c819f1f117f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0385559 Sep 07 12:36:30.561399 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370062a-17ba-49e0-b748-54532671923d req-9367a10d-57f8-4673-b7eb-aa1df82c8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:30.563151 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-9367a10d-57f8-4673-b7eb-aa1df82c8a95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cbe0a844f48486b884d7d9eb851da32&device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 1096 time: 0.0508947 Sep 07 12:36:30.614934 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-ac8169ec-f633-4e81-a157-31a553f912cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11058b84-3239-4663-8df5-49c4c240ea50 HTTP/1.1" status: 200 len: 217 time: 0.0400424 Sep 07 12:36:30.623480 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b682181f-9377-4ce7-b3ef-7598edee802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.629395 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b682181f-9377-4ce7-b3ef-7598edee802e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.629395 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-b682181f-9377-4ce7-b3ef-7598edee802e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f30352ef-53f7-4143-8875-6c6dec124a96 HTTP/1.1" status: 204 len: 168 time: 0.5234892 Sep 07 12:36:30.629395 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd30a-535e-48ec-92a7-9477b0cff64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.657615 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682181f-9377-4ce7-b3ef-7598edee802e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30352ef-53f7-4143-8875-6c6dec124a96,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:30.724659 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdd30a-535e-48ec-92a7-9477b0cff64b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326105ee-b543-4c85-ace0-f9ba495e330d,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:30.743889 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd30a-535e-48ec-92a7-9477b0cff64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.745768 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-d5bdd30a-535e-48ec-92a7-9477b0cff64b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/326105ee-b543-4c85-ace0-f9ba495e330d HTTP/1.1" status: 204 len: 168 time: 0.6120145 Sep 07 12:36:30.748380 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40192) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:30.776881 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370062a-17ba-49e0-b748-54532671923d req-8d3761a4-f3f9-47bb-a08e-104ddb58ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:30.782648 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-8d3761a4-f3f9-47bb-a08e-104ddb58ed56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d6d58a7-7882-473b-8226-23db86190dd2 HTTP/1.1" status: 200 len: 854 time: 0.1522877 Sep 07 12:36:30.796882 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d629056-ca16-4ce2-9fef-12669aeb1c16 req-3f14323c-be44-48d0-9da0-c02c8ec51c18 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:30.798653 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-7d629056-ca16-4ce2-9fef-12669aeb1c16 req-3f14323c-be44-48d0-9da0-c02c8ec51c18 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0751340 Sep 07 12:36:30.830671 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-7232bd13-fb12-4f25-b352-8862feab480e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=068be336-2bae-4d46-bebc-0414c22e6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311134 Sep 07 12:36:30.840693 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.890858 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-7d629056-ca16-4ce2-9fef-12669aeb1c16 req-01d5df8a-6f22-405d-a42a-01b6e1b64eca tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813572 Sep 07 12:36:30.942696 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:30.976979 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb1f277-3f4b-4810-967e-ed401e593d72']}} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:30.991477 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237962da-b821-4c24-8a72-958ba8f2e33c') {'for_net_delete': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:30.991477 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237962da-b821-4c24-8a72-958ba8f2e33c') {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:30.993745 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-8b0eaef9-cb38-4196-93f4-f995734396ba service neutron] 10.222.0.42 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456335 Sep 07 12:36:30.997697 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40200) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:31.009426 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421552'] for segment, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.052376 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.063429 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:36:31.063906 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8412862'] for segment, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: Traceback (most recent call last): Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: timer() Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: cb(*args, **kw) Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: return func(*args, **kwargs) Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: self._notify() Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: self.callback(batched_events) Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: event.method(event) Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: return f(self, *a, **k) Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._get(url).json() Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: return self.request(url, 'GET', **kwargs) Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:36:31.065739 dv-cinder-760199-14-iscsi neutron-server[94577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:36:31.078118 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ad6263-c3a5-470c-89bf-96212cb98d8e admin admin] Deleting subnet 87e46fe5-6cf2-4fb5-9840-0fe4943f174b {{(pid=94577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:36:31.090675 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36ad6263-c3a5-470c-89bf-96212cb98d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.120195 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0370062a-17ba-49e0-b748-54532671923d req-712f6253-6ee0-4391-a615-41d239f6c14d service neutron] 10.222.0.42 "GET /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108148 Sep 07 12:36:31.172770 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36ad6263-c3a5-470c-89bf-96212cb98d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421547'] for subnet, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.205572 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40208) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:31.249516 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36ad6263-c3a5-470c-89bf-96212cb98d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.273075 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.287948 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4441b-24a1-40cd-a2a2-4ebd2c5e3675 req-e99272f9-5f98-406a-8233-e3beb2acf0c5 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:31.289820 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b1a4441b-24a1-40cd-a2a2-4ebd2c5e3675 req-e99272f9-5f98-406a-8233-e3beb2acf0c5 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 943 time: 0.0959940 Sep 07 12:36:31.291896 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.293728 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1eb1f277-3f4b-4810-967e-ed401e593d72 HTTP/1.1" status: 204 len: 168 time: 0.5443788 Sep 07 12:36:31.317235 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a7e18-bfc1-41fb-8743-f04e09553116 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb1f277-3f4b-4810-967e-ed401e593d72,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:31.360083 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b1a4441b-24a1-40cd-a2a2-4ebd2c5e3675 req-0bfbda18-8de0-43c7-b3d8-76cc9ef5fadc tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523512 Sep 07 12:36:31.362215 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c13b0a0f-81e7-48cd-82be-a8a157fc4319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.446853 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40216) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:31.450234 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36ad6263-c3a5-470c-89bf-96212cb98d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8425423'] for subnet, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.463958 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-1e2d608e-715d-4245-ad5a-1c41e16ca74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.478658 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad6263-c3a5-470c-89bf-96212cb98d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e46fe5-6cf2-4fb5-9840-0fe4943f174b,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:31.480938 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36ad6263-c3a5-470c-89bf-96212cb98d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.485383 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-36ad6263-c3a5-470c-89bf-96212cb98d8e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/87e46fe5-6cf2-4fb5-9840-0fe4943f174b HTTP/1.1" status: 204 len: 168 time: 0.4843628 Sep 07 12:36:31.487874 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40218) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:31.491381 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c13b0a0f-81e7-48cd-82be-a8a157fc4319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.561379 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.632968 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c13b0a0f-81e7-48cd-82be-a8a157fc4319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.636928 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-54f2d5c4-87e7-4487-ac5a-f042bb56a52a req-f6264c1f-7a5b-4ba8-bdd2-a38f6f837b2a tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0431643 Sep 07 12:36:31.668151 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.689032 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6909d041-fda8-45b1-882f-6f3da05a3048']}} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:31.691647 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-c13b0a0f-81e7-48cd-82be-a8a157fc4319 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8fed76e42f44409ba44423d48091de63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843960 Sep 07 12:36:31.692393 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b0a0f-81e7-48cd-82be-a8a157fc4319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20f0851-44b3-472c-930f-3a89f2fc8fc5,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:31.694726 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40222) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:31.702666 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114723eb-7a94-4283-b46e-23a89c05fc3e') {'for_net_delete': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:31.703009 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114723eb-7a94-4283-b46e-23a89c05fc3e') {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:31.715489 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421552'] for segment, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.730634 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.738472 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:36:31.738873 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8412862'] for segment, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: Traceback (most recent call last): Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: timer() Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: cb(*args, **kw) Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: return func(*args, **kwargs) Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: self._notify() Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: self.callback(batched_events) Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: event.method(event) Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: return f(self, *a, **k) Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._get(url).json() Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: return self.request(url, 'GET', **kwargs) Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:36:31.740799 dv-cinder-760199-14-iscsi neutron-server[94577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:36:31.776537 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-98dab9ca-f72a-4963-8861-69bfe33d0194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.808371 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-1e2d608e-715d-4245-ad5a-1c41e16ca74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.813087 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-98dab9ca-f72a-4963-8861-69bfe33d0194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.851258 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40224) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:31.861427 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.866023 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-1e2d608e-715d-4245-ad5a-1c41e16ca74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.879103 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] Pushing event deleted for resources: {'Network': ['ID=6909d041-fda8-45b1-882f-6f3da05a3048,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:31.885108 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.887291 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-7c285301-d430-4de1-8916-8562b9f0661d admin admin] 10.222.0.69 "DELETE /v2.0/networks/6909d041-fda8-45b1-882f-6f3da05a3048 HTTP/1.1" status: 204 len: 168 time: 0.4005151 Sep 07 12:36:31.891782 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40226) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:31.893599 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-1e2d608e-715d-4245-ad5a-1c41e16ca74b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ecef64032314c6cb11b0ae4aa79cdb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457519 Sep 07 12:36:31.898191 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40228) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:31.933075 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d608e-715d-4245-ad5a-1c41e16ca74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e59b58c-aa73-46bc-b7b0-9b4ac6af4d20,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:31.941612 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-314bf64d-f6d6-4d03-91ce-29edb7a19282 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=288fbadce81545dcb950bb73075a21e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0863147 Sep 07 12:36:31.941868 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40230) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:31.967538 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef1f86a-b245-4ae3-b44a-e475ade3604e admin admin] Deleting subnet 55f7ae1b-b785-4929-b627-6be1072a0103 {{(pid=94577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:36:31.974266 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f86a-b245-4ae3-b44a-e475ade3604e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.986365 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-98dab9ca-f72a-4963-8861-69bfe33d0194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.987012 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-98dab9ca-f72a-4963-8861-69bfe33d0194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:31.991127 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-98dab9ca-f72a-4963-8861-69bfe33d0194 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f20f0851-44b3-472c-930f-3a89f2fc8fc5 HTTP/1.1" status: 204 len: 168 time: 0.2915032 Sep 07 12:36:32.004597 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8f77249d-8948-4362-ae36-934790b87c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.014736 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-23e599fb-70f2-4ed3-82cd-b988e37a1ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.026340 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dab9ca-f72a-4963-8861-69bfe33d0194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20f0851-44b3-472c-930f-3a89f2fc8fc5,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:32.044645 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f86a-b245-4ae3-b44a-e475ade3604e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421547'] for subnet, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.047473 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-23e599fb-70f2-4ed3-82cd-b988e37a1ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.055171 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8f77249d-8948-4362-ae36-934790b87c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.125885 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f86a-b245-4ae3-b44a-e475ade3604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.178429 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18897d11-fe44-4f77-97e0-5d3ffaa5908b req-0389b771-7115-47e4-ad06-13c6fe014ab2 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:32.180344 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-18897d11-fe44-4f77-97e0-5d3ffaa5908b req-0389b771-7115-47e4-ad06-13c6fe014ab2 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0984812 Sep 07 12:36:32.233995 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-18897d11-fe44-4f77-97e0-5d3ffaa5908b req-3c7b7aa4-165b-4150-a9e1-69f0b4d19d5d tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Sep 07 12:36:32.251535 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-23e599fb-70f2-4ed3-82cd-b988e37a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.254811 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-23e599fb-70f2-4ed3-82cd-b988e37a1ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.256069 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-23e599fb-70f2-4ed3-82cd-b988e37a1ff6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e59b58c-aa73-46bc-b7b0-9b4ac6af4d20 HTTP/1.1" status: 204 len: 168 time: 0.3569746 Sep 07 12:36:32.264322 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e599fb-70f2-4ed3-82cd-b988e37a1ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e59b58c-aa73-46bc-b7b0-9b4ac6af4d20,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:32.286186 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8f77249d-8948-4362-ae36-934790b87c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.286705 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f86a-b245-4ae3-b44a-e475ade3604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8425423'] for subnet, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.293297 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8f77249d-8948-4362-ae36-934790b87c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.296944 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-8f77249d-8948-4362-ae36-934790b87c67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec57e0d2-87f7-4131-9b92-a93cdbc637a9 HTTP/1.1" status: 204 len: 168 time: 0.3522351 Sep 07 12:36:32.306587 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77249d-8948-4362-ae36-934790b87c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec57e0d2-87f7-4131-9b92-a93cdbc637a9,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:32.316674 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1f86a-b245-4ae3-b44a-e475ade3604e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f7ae1b-b785-4929-b627-6be1072a0103,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:32.332531 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f86a-b245-4ae3-b44a-e475ade3604e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.332531 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-1ef1f86a-b245-4ae3-b44a-e475ade3604e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/55f7ae1b-b785-4929-b627-6be1072a0103 HTTP/1.1" status: 204 len: 168 time: 0.4396410 Sep 07 12:36:32.333952 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40240) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:32.409043 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.540444 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.573721 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32018ede-75f3-44ce-a943-ff44f7ce30ed req-a62f91fb-6de5-40e0-b300-682db3459a51 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:32.575383 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-32018ede-75f3-44ce-a943-ff44f7ce30ed req-a62f91fb-6de5-40e0-b300-682db3459a51 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 943 time: 0.1244767 Sep 07 12:36:32.580211 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdfe5f7-5e98-48d2-8c54-21ee646266a0']}} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:32.598027 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f325bed-e5d3-4245-afcb-daca7d4b42b1') {'for_net_delete': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:32.598027 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f325bed-e5d3-4245-afcb-daca7d4b42b1') {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:32.620988 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421552'] for segment, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.651572 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-32018ede-75f3-44ce-a943-ff44f7ce30ed req-0c483ea5-b873-4bb3-8de4-f46f6e409699 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684783 Sep 07 12:36:32.652742 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.660023 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:36:32.660388 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8412862'] for segment, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: Traceback (most recent call last): Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: timer() Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: cb(*args, **kw) Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: return func(*args, **kwargs) Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: self._notify() Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: self.callback(batched_events) Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: event.method(event) Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: return f(self, *a, **k) Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._get(url).json() Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: return self.request(url, 'GET', **kwargs) Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:36:32.662527 dv-cinder-760199-14-iscsi neutron-server[94577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:36:32.773469 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-18c9c5ea-fd7d-4200-b598-226813797cb9 req-bb2a7934-60b9-4197-b202-f6079e0ed704 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0288973 Sep 07 12:36:32.849589 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.855718 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:32.857618 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3fdfe5f7-5e98-48d2-8c54-21ee646266a0 HTTP/1.1" status: 204 len: 168 time: 0.5226772 Sep 07 12:36:32.867826 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c62f3-9c91-4e25-a97a-d7a2cd142464 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdfe5f7-5e98-48d2-8c54-21ee646266a0,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:33.129740 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-ed0b5ba8-4177-40f7-a9b1-9b4314cedfd4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:33.131567 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-ed0b5ba8-4177-40f7-a9b1-9b4314cedfd4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.42 "GET /v2.0/networks?id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b HTTP/1.1" status: 200 len: 817 time: 0.1160920 Sep 07 12:36:33.183418 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40252) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:33.188821 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-b301bf22-a3bd-4e5d-9c4f-1f487e5fb01d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c97025214e462c8c84c87c620566a9 HTTP/1.1" status: 200 len: 380 time: 0.0374436 Sep 07 12:36:33.196743 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-253c5024-7377-4724-8996-6843aea091ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:33.200506 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'port': {'device_id': '386d6233-c92b-4fca-a565-899c653ca8f7', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'admin_state_up': True, 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'security_groups': ['66c76fca-a284-4461-a1da-c90cf5258e68']}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:33.305078 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-253c5024-7377-4724-8996-6843aea091ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:33.366939 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efecf0-8a1b-48b9-afb0-4b64bc29f561 req-4900b3c6-f7aa-4955-8864-110c8b5ace09 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:33.368548 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8efecf0-8a1b-48b9-afb0-4b64bc29f561 req-4900b3c6-f7aa-4955-8864-110c8b5ace09 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0540853 Sep 07 12:36:33.371537 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-253c5024-7377-4724-8996-6843aea091ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:33.429230 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c5024-7377-4724-8996-6843aea091ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0fa042-61d1-44ff-be29-6ffe3ceb92f6,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:33.436536 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-253c5024-7377-4724-8996-6843aea091ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f99f6acc8c044e41af58ea4b7b24e592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517705 Sep 07 12:36:33.441640 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40264) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:33.450002 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b8efecf0-8a1b-48b9-afb0-4b64bc29f561 req-12afec97-51de-400d-a3cf-55b6596a0cd5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667930 Sep 07 12:36:33.470559 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Made reservation on behalf of 80c97025214e462c8c84c87c620566a9 for: {'port': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:33.474874 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:33.573392 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-da1b241d-83ba-49f0-9315-149d6544a1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:33.626029 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-da1b241d-83ba-49f0-9315-149d6544a1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:33.674743 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Allocated IP 172.20.0.13 (7009db58-3ac6-460e-8aaa-b5e69ba13f0b/7aa68593-c000-4d40-8f9a-2d2c0e557b96/2307cbc0-34e7-462f-afe5-fb5dd486c895) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:33.717968 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40276) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:33.786048 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-feccc8eb-b23f-4052-9725-fb31f5b89dac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=30befbaf1227410d80fefd401a81b497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668669 Sep 07 12:36:33.788590 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40278) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:33.805012 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393619cf-09af-412d-a32e-ba10052e9cb9 req-d5755c90-1b14-4f57-b8f7-d7a79f8f43d9 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:33.806403 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-393619cf-09af-412d-a32e-ba10052e9cb9 req-d5755c90-1b14-4f57-b8f7-d7a79f8f43d9 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 943 time: 0.0628958 Sep 07 12:36:33.820865 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-da1b241d-83ba-49f0-9315-149d6544a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:33.823395 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-da1b241d-83ba-49f0-9315-149d6544a1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:33.824571 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-da1b241d-83ba-49f0-9315-149d6544a1a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d0fa042-61d1-44ff-be29-6ffe3ceb92f6 HTTP/1.1" status: 204 len: 168 time: 0.3814499 Sep 07 12:36:33.861118 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-393619cf-09af-412d-a32e-ba10052e9cb9 req-6a15c6df-8e43-44f5-99a9-96237cacbd71 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Sep 07 12:36:33.876455 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b241d-83ba-49f0-9315-149d6544a1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0fa042-61d1-44ff-be29-6ffe3ceb92f6,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:33.963215 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-6b685e5d-9b65-4938-8064-e51a2d7ac963 req-efdec3bf-9a8c-4aef-97a2-ee174138e61d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0917697 Sep 07 12:36:33.977386 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3f94-3ab7-4d34-8f6c-4471a264a7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.020498 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3f94-3ab7-4d34-8f6c-4471a264a7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.060173 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.078829 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Transition to ACTIVE for port object 2307cbc0-34e7-462f-afe5-fb5dd486c895 will not be triggered until provisioned by entity DHCP. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:34.159433 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3f94-3ab7-4d34-8f6c-4471a264a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.162065 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3f94-3ab7-4d34-8f6c-4471a264a7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.163226 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-f7ef3f94-3ab7-4d34-8f6c-4471a264a7b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/37e76a14-0247-4c94-afd1-8491d2abfc01 HTTP/1.1" status: 204 len: 168 time: 0.3730338 Sep 07 12:36:34.171440 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef3f94-3ab7-4d34-8f6c-4471a264a7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e76a14-0247-4c94-afd1-8491d2abfc01,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:34.204754 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.237228 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40296) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:34.259039 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:34.263202 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:34.265276 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'Port': ['ID=2307cbc0-34e7-462f-afe5-fb5dd486c895,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:34.267429 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:34.275095 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:34.275095 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.354560 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-3eeea1e9-3b61-4a68-b378-33b0ec271cf4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1586361 Sep 07 12:36:34.370505 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Request body: {'port': {'device_id': '386d6233-c92b-4fca-a565-899c653ca8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:34.375325 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-114294155-network', 'tenant_id': '0e0b28998b364085957254e4a6760c4a'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:34.444291 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.491662 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Made reservation on behalf of 0e0b28998b364085957254e4a6760c4a for: {'network': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:34.500586 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.519896 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.618884 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9693f6a-facf-49a2-9c19-a7bdfc7d2922 req-7194bcb8-ebbb-4186-bcbc-34b86c48da55 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:34.620468 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d9693f6a-facf-49a2-9c19-a7bdfc7d2922 req-7194bcb8-ebbb-4186-bcbc-34b86c48da55 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0829353 Sep 07 12:36:34.656602 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-7493165c-4857-4fc7-b574-6d897998d064 None None] Provisioning for port 2307cbc0-34e7-462f-afe5-fb5dd486c895 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:34.661089 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-7493165c-4857-4fc7-b574-6d897998d064 None None] Provisioning complete for port 2307cbc0-34e7-462f-afe5-fb5dd486c895 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:34.661470 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-7493165c-4857-4fc7-b574-6d897998d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.686674 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d9693f6a-facf-49a2-9c19-a7bdfc7d2922 req-9fd24aa3-b6d9-40ed-89b0-391694ecce4b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596313 Sep 07 12:36:34.708294 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.737553 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 11058b84-3239-4663-8df5-49c4c240ea50 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94579) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:36:34.746888 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-7493165c-4857-4fc7-b574-6d897998d064 None None] Port 2307cbc0-34e7-462f-afe5-fb5dd486c895 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:36:34.776302 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.788897 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2307cbc0-34e7-462f-afe5-fb5dd486c895 {{(pid=94578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:36:34.798752 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.813810 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Transition to ACTIVE for port object 2307cbc0-34e7-462f-afe5-fb5dd486c895 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:34.820274 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:36:34.837194 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9a5d69-0c38-40f0-9324-c03a1cd83447,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:34.840275 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.840615 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.segments_db [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Added segment 5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4 of type vlan for network b4d7fe40-57b4-44fb-be2d-c26c0714a134 Sep 07 12:36:34.867842 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 11058b84-3239-4663-8df5-49c4c240ea50, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=11058b84-3239-4663-8df5-49c4c240ea50,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:34.878603 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Returning: {'device': '11058b84-3239-4663-8df5-49c4c240ea50', 'network_id': '068be336-2bae-4d46-bebc-0414c22e6b78', 'port_id': '11058b84-3239-4663-8df5-49c4c240ea50', 'mac_address': 'fa:16:3e:f7:ff:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6d58a7-7882-473b-8226-23db86190dd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94579) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:36:34.884309 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.896652 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40316) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:34.919143 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.932270 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.949580 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11058b84-3239-4663-8df5-49c4c240ea50 {{(pid=94579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:36:34.966559 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.967528 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:34.968149 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:34.976647 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 11058b84-3239-4663-8df5-49c4c240ea50, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=11058b84-3239-4663-8df5-49c4c240ea50,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:35.015798 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.044295 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Pushing event updated for resources: {'Port': ['ID=2307cbc0-34e7-462f-afe5-fb5dd486c895,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:35.064725 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-7fd3186e-b52a-4d34-87ef-34aa37cf31e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98ecd9cf39504abe8b215ff93cfbd24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657851 Sep 07 12:36:35.067665 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40324) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:35.110548 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8716316 Sep 07 12:36:35.112480 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbd399-4ad5-4bee-b362-a4aff46f493b admin admin] Pushing event updated for resources: {'Network': ['ID=b4d7fe40-57b4-44fb-be2d-c26c0714a134,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:35.116395 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40328) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:35.121834 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] Request body: {'subnet': {'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-114294155-subnet', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'ip_version': 4}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:35.129483 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network b4d7fe40-57b4-44fb-be2d-c26c0714a134 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:36:35.141136 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1dbad-fac1-4687-9e05-cf18bc7a39c3 req-f1b96e8c-8989-433d-8a0d-cdc729fe3270 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:35.142729 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-bad1dbad-fac1-4687-9e05-cf18bc7a39c3 req-f1b96e8c-8989-433d-8a0d-cdc729fe3270 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 943 time: 0.1870995 Sep 07 12:36:35.151984 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=11058b84-3239-4663-8df5-49c4c240ea50,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:35.180544 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Attempting to bind port 2307cbc0-34e7-462f-afe5-fb5dd486c895 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:35.180889 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Attempting to bind port 2307cbc0-34e7-462f-afe5-fb5dd486c895 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:35.181216 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Attempting to bind port 2307cbc0-34e7-462f-afe5-fb5dd486c895 on network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:35.193879 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Port 2307cbc0-34e7-462f-afe5-fb5dd486c895 on network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:36:35.194205 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Attempting to bind port 2307cbc0-34e7-462f-afe5-fb5dd486c895 on network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:35.203751 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-bad1dbad-fac1-4687-9e05-cf18bc7a39c3 req-9c73546f-67e4-4882-99cf-d82485ac417b tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510077 Sep 07 12:36:35.213795 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Checking agent: {'id': 'd20c3edb-5c57-45b7-bd7a-1abdfb43a276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'started_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:35.214257 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Checking segment: {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:35.214520 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Bound using segment: {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:35.214963 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Bound port: 2307cbc0-34e7-462f-afe5-fb5dd486c895, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:35.215703 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.226592 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb2eb1-6957-4646-a737-32c9f9f3f753 req-bfa5b9c5-31d4-454e-b19c-a40da2b1164f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:35.228147 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-b3eb2eb1-6957-4646-a737-32c9f9f3f753 req-bfa5b9c5-31d4-454e-b19c-a40da2b1164f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 944 time: 0.1363497 Sep 07 12:36:35.292846 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] Made reservation on behalf of 0e0b28998b364085957254e4a6760c4a for: {'subnet': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:35.293021 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8835e7ac-48ed-43f9-906f-f78e356ef8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.293126 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425376'] for subnet, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.336827 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8835e7ac-48ed-43f9-906f-f78e356ef8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.340913 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-b3eb2eb1-6957-4646-a737-32c9f9f3f753 req-6589f095-9d87-4de5-96ed-05e22148bc37 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037385 Sep 07 12:36:35.364539 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['11058b84-3239-4663-8df5-49c4c240ea50'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:36:35.366412 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] For port 2307cbc0-34e7-462f-afe5-fb5dd486c895, host hv-cinder-76019, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:35.377642 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] For port 2307cbc0-34e7-462f-afe5-fb5dd486c895, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2307cbc0-34e7-462f-afe5-fb5dd486c895,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:35.422760 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.456340 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40332) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:35.459538 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:35.460288 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.461690 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] 10.222.0.42 "PUT /v2.0/ports/2307cbc0-34e7-462f-afe5-fb5dd486c895 HTTP/1.1" status: 200 len: 1094 time: 1.0957749 Sep 07 12:36:35.462097 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386d6233-c92b-4fca-a565-899c653ca8f7', 'tag': '2307cbc0-34e7-462f-afe5-fb5dd486c895'}] {{(pid=94578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:35.464433 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e6e7ef2484b5b996877234f86aab50a2429001469084689e0627d13c827ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d94698-9e61-46f5-9b60-db6eaca6f2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "386d6233-c92b-4fca-a565-899c653ca8f7", "tag": "2307cbc0-34e7-462f-afe5-fb5dd486c895"}]}' {{(pid=94578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:35.484455 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8835e7ac-48ed-43f9-906f-f78e356ef8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.486984 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8835e7ac-48ed-43f9-906f-f78e356ef8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.488176 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-8835e7ac-48ed-43f9-906f-f78e356ef8da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed0a8c39-1481-4ec2-8f00-70ecf8dbfee9 HTTP/1.1" status: 204 len: 168 time: 0.4195275 Sep 07 12:36:35.509185 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835e7ac-48ed-43f9-906f-f78e356ef8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0a8c39-1481-4ec2-8f00-70ecf8dbfee9,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:35.520173 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9da3cd-5505-4939-a10d-5a0ad9dbb641 service neutron] Pushing event updated for resources: {'Port': ['ID=2307cbc0-34e7-462f-afe5-fb5dd486c895,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:35.558025 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9554f5bd-e865-4e9b-8cc6-5c1c97f25e72 x-openstack-request-id: req-9554f5bd-e865-4e9b-8cc6-5c1c97f25e72 {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:35.558320 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386d6233-c92b-4fca-a565-899c653ca8f7", "tag": "2307cbc0-34e7-462f-afe5-fb5dd486c895", "status": "completed", "code": 200}]} {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:35.558642 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9554f5bd-e865-4e9b-8cc6-5c1c97f25e72 {{(pid=94578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:35.558963 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386d6233-c92b-4fca-a565-899c653ca8f7', 'tag': '2307cbc0-34e7-462f-afe5-fb5dd486c895', 'status': 'completed', 'code': 200} Sep 07 12:36:35.615899 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-36e837b3-db26-49a9-b8e0-27fc6588d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:35.617826 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-36e837b3-db26-49a9-b8e0-27fc6588d3ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80c97025214e462c8c84c87c620566a9&device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 1097 time: 0.0566201 Sep 07 12:36:35.659707 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-387027817-network', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:35.709976 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8412695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425430'] for subnet, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.783674 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b695c8-83b2-47de-a917-0abe9899813b,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:35.799995 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] Checking segment: {'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:35.800632 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] Network hostable DHCP agents. Network: b4d7fe40-57b4-44fb-be2d-c26c0714a134, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:36:35.898113 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] Network b4d7fe40-57b4-44fb-be2d-c26c0714a134 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:36:35.915785 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-9e0be5c9-5760-4a9c-9ec8-7c1605008b67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2307cbc0-34e7-462f-afe5-fb5dd486c895 HTTP/1.1" status: 200 len: 217 time: 0.2823148 Sep 07 12:36:35.925069 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Made reservation on behalf of eaf7cb81f7c04c2e90dc7dcf57c8ac37 for: {'network': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:35.930686 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.952010 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:35.993468 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-89ae57ad-9aa5-4155-bd52-37cfa25a59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:35.993790 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, b4d7fe40-57b4-44fb-be2d-c26c0714a134) {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:35.995606 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-89ae57ad-9aa5-4155-bd52-37cfa25a59f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aa68593-c000-4d40-8f9a-2d2c0e557b96 HTTP/1.1" status: 200 len: 856 time: 0.0715733 Sep 07 12:36:36.001781 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:36.002387 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.006333 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61f7973-a6ac-400a-8e82-a6af35467a68 None None] Network b4d7fe40-57b4-44fb-be2d-c26c0714a134 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:36.009532 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ae2ae-b3f7-4adc-bab8-14494bb9b14b req-3907b657-d17b-4deb-8a31-ac553fbe46f0 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:36.011060 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-247ae2ae-b3f7-4adc-bab8-14494bb9b14b req-3907b657-d17b-4deb-8a31-ac553fbe46f0 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0977705 Sep 07 12:36:36.079248 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-247ae2ae-b3f7-4adc-bab8-14494bb9b14b req-b1300d19-077b-4a7c-82d0-0e012d4ce400 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589290 Sep 07 12:36:36.082642 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-c51e4691-77cf-4e25-ae54-11993b323e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:36.084174 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-c51e4691-77cf-4e25-ae54-11993b323e38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0721593 Sep 07 12:36:36.109999 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.179864 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce648fa9-7b31-54c3-a271-dc40bc78a594-b4d7fe40-57b4-44fb-be2d-c26c0714a134', 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'fixed_ips': [{'subnet_id': '24b695c8-83b2-47de-a917-0abe9899813b'}]}} from dv-cinder-760199-14-iscsi. {{(pid=94579) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 12:36:36.180875 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.182163 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-4beac804-d197-4f74-9ee5-69f12d2eb583 service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886762 Sep 07 12:36:36.200409 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.224502 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:36:36.235464 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12d9ebd-fc88-4cb4-a1a9-ab09ed5522c0,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:36.257129 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.257482 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.segments_db [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Added segment 095f6e09-4e15-447b-bfc3-fb20b0d6479c of type vlan for network a34dce28-62d9-48a0-bb89-520c5c704e77 Sep 07 12:36:36.263646 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-fa86f669-faf3-4710-adbe-904e70575952 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1461821 Sep 07 12:36:36.276016 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40356) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:36.284488 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-114294155-router', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:36.323655 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4ba8d693-55e3-4b79-910d-1aeb74835724 req-01585730-2ce8-4aa4-a5fb-23e523584b96 service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339145 Sep 07 12:36:36.354809 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.db_base_plugin_common [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Allocated IP 172.20.0.2 (b4d7fe40-57b4-44fb-be2d-c26c0714a134/24b695c8-83b2-47de-a917-0abe9899813b/0d920fb1-812b-403a-95ba-34b363c7b1ad) {{(pid=94579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:36.364081 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.403306 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044febe-89ae-4a6e-8646-aabff32fd012 req-aea805a7-ce5b-4251-b278-a4bf5c7fd892 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:36.408626 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-7044febe-89ae-4a6e-8646-aabff32fd012 req-aea805a7-ce5b-4251-b278-a4bf5c7fd892 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 944 time: 0.0958846 Sep 07 12:36:36.467687 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-7044febe-89ae-4a6e-8646-aabff32fd012 req-05a1582a-218c-4cec-aff6-b63d1d7fea15 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560145 Sep 07 12:36:36.478962 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1531530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22126'] for router, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.480155 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1529658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22117'] for router, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.523675 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.525624 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:36.526892 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.542633 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a701f-4c3f-47d3-a5a2-0c146f2a05e9 req-901dc631-ca20-4a9a-82c3-f79a68d059cb tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:36.544215 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-591a701f-4c3f-47d3-a5a2-0c146f2a05e9 req-901dc631-ca20-4a9a-82c3-f79a68d059cb tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 944 time: 0.0981810 Sep 07 12:36:36.551680 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94698-9e61-46f5-9b60-db6eaca6f2b2 req-87221780-8118-4e50-b216-d560e85dbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:36.553283 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-03d94698-9e61-46f5-9b60-db6eaca6f2b2 req-87221780-8118-4e50-b216-d560e85dbaed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80c97025214e462c8c84c87c620566a9&device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 1097 time: 0.0789785 Sep 07 12:36:36.562988 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.574658 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Transition to ACTIVE for port object 0d920fb1-812b-403a-95ba-34b363c7b1ad will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:36.588506 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.595649 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Transition to ACTIVE for port object 0d920fb1-812b-403a-95ba-34b363c7b1ad will not be triggered until provisioned by entity DHCP. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:36.614872 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-591a701f-4c3f-47d3-a5a2-0c146f2a05e9 req-dbc614e1-1307-4906-a482-1ca19318541e tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606270 Sep 07 12:36:36.629705 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] Pushing event updated for resources: {'Network': ['ID=a34dce28-62d9-48a0-bb89-520c5c704e77,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:36.640373 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network a34dce28-62d9-48a0-bb89-520c5c704e77 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:36:36.700666 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94698-9e61-46f5-9b60-db6eaca6f2b2 req-78b95bf1-1e35-4f0d-84f7-e6ef3d92dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:36.702687 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-03d94698-9e61-46f5-9b60-db6eaca6f2b2 req-78b95bf1-1e35-4f0d-84f7-e6ef3d92dc2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b HTTP/1.1" status: 200 len: 918 time: 0.1294739 Sep 07 12:36:36.703516 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.738491 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 11058b84-3239-4663-8df5-49c4c240ea50 up at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:36.765607 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-03d94698-9e61-46f5-9b60-db6eaca6f2b2 req-39aabd6d-99d1-471f-b220-462525deb65e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2307cbc0-34e7-462f-afe5-fb5dd486c895 HTTP/1.1" status: 200 len: 217 time: 0.0495577 Sep 07 12:36:36.770658 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Network b4d7fe40-57b4-44fb-be2d-c26c0714a134 is already hosted by enough agents. {{(pid=94579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:36.780970 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.base_scheduler [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Resources bound (agent type, host, resource id): {{(pid=94579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:36.787312 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Received port after_create {{(pid=94579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:36.792389 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Pushing event updated for resources: {'Port': ['ID=0d920fb1-812b-403a-95ba-34b363c7b1ad,revision_number=1']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:36.841371 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94698-9e61-46f5-9b60-db6eaca6f2b2 req-ec671c57-57c9-4ba8-b20f-500ca95a09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:36.843057 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-03d94698-9e61-46f5-9b60-db6eaca6f2b2 req-ec671c57-57c9-4ba8-b20f-500ca95a09d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aa68593-c000-4d40-8f9a-2d2c0e557b96 HTTP/1.1" status: 200 len: 856 time: 0.0631468 Sep 07 12:36:36.870624 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Attempting to bind port 0d920fb1-812b-403a-95ba-34b363c7b1ad on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:36.871417 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Attempting to bind port 0d920fb1-812b-403a-95ba-34b363c7b1ad by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:36.872058 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Attempting to bind port 0d920fb1-812b-403a-95ba-34b363c7b1ad on network b4d7fe40-57b4-44fb-be2d-c26c0714a134 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:36.878967 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:36.879346 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Checking segment: {'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:36.884023 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.884023 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Bound using segment: {'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:36.884023 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Bound port: 0d920fb1-812b-403a-95ba-34b363c7b1ad, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:36.884023 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.922794 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94698-9e61-46f5-9b60-db6eaca6f2b2 req-d8b09f60-e8e8-47d7-9d8d-eafff1e39172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:36.924844 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning for port 11058b84-3239-4663-8df5-49c4c240ea50 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:36.926434 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-03d94698-9e61-46f5-9b60-db6eaca6f2b2 req-d8b09f60-e8e8-47d7-9d8d-eafff1e39172 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700030 Sep 07 12:36:36.933278 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning complete for port 11058b84-3239-4663-8df5-49c4c240ea50 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:36.933667 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:36.986145 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-3bf50858-e8f1-4271-b805-a27719b95a1d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5277658 Sep 07 12:36:36.993330 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] For port 0d920fb1-812b-403a-95ba-34b363c7b1ad, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:37.009735 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] For port 0d920fb1-812b-403a-95ba-34b363c7b1ad, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=0d920fb1-812b-403a-95ba-34b363c7b1ad,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:37.024441 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40374) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:37.030395 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] Request body: {'subnet': {'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-387027817-subnet', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'ip_version': 4}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:37.053329 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:37.066152 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:37.074788 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-03d94698-9e61-46f5-9b60-db6eaca6f2b2 req-aa914337-bd4b-4b00-b458-b7b5edf37f52 service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370924 Sep 07 12:36:37.112821 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3dac61-3b6e-4e68-8004-a8b07fbe150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11058b84-3239-4663-8df5-49c4c240ea50'}] {{(pid=94579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:37.115126 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e59dd76082547654e6c9b71bac6211988f90c8435176ffbbd796fd7f1a13848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131cded4-9325-4ba6-856a-9bd716381e53" -d '{"events": [{"server_uuid": "da3dac61-3b6e-4e68-8004-a8b07fbe150f", "name": "network-vif-plugged", "status": "completed", "tag": "11058b84-3239-4663-8df5-49c4c240ea50"}]}' {{(pid=94579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:37.140705 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 11058b84-3239-4663-8df5-49c4c240ea50, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=11058b84-3239-4663-8df5-49c4c240ea50,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:37.159491 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d8068-93a8-41b4-a1b7-57d032c188a3 None None] Pushing event updated for resources: {'Port': ['ID=0d920fb1-812b-403a-95ba-34b363c7b1ad,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:37.175520 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:37.198283 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:37.204594 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20feb5aa-ec42-4d76-8baf-b0527cca0cd6 x-openstack-request-id: req-20feb5aa-ec42-4d76-8baf-b0527cca0cd6 {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:37.204891 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3dac61-3b6e-4e68-8004-a8b07fbe150f", "name": "network-vif-plugged", "status": "completed", "tag": "11058b84-3239-4663-8df5-49c4c240ea50", "code": 200}]} {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:37.205140 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-20feb5aa-ec42-4d76-8baf-b0527cca0cd6 {{(pid=94579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:37.205564 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3dac61-3b6e-4e68-8004-a8b07fbe150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11058b84-3239-4663-8df5-49c4c240ea50', 'code': 200} Sep 07 12:36:37.211108 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-03d94698-9e61-46f5-9b60-db6eaca6f2b2 req-1db7ce14-5fbf-45e3-830d-505fc164ebca service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321380 Sep 07 12:36:37.282793 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2123835-b9fe-49e8-8990-2e099b9515dd req-f1fddc24-af6d-4f46-a462-f06fde817a51 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:37.284911 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-a2123835-b9fe-49e8-8990-2e099b9515dd req-f1fddc24-af6d-4f46-a462-f06fde817a51 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.0697434 Sep 07 12:36:37.286006 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=11058b84-3239-4663-8df5-49c4c240ea50,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:37.297530 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] Made reservation on behalf of eaf7cb81f7c04c2e90dc7dcf57c8ac37 for: {'subnet': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:37.301790 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425376'] for subnet, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:37.325179 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-a2123835-b9fe-49e8-8990-2e099b9515dd req-495beb85-3125-42ee-b6ae-4386ac885219 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Sep 07 12:36:37.579017 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be23ec2-b801-43ab-8b54-f27931fb6a1f req-76894860-6c8c-43a4-aaee-530dc305293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:37.580632 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4be23ec2-b801-43ab-8b54-f27931fb6a1f req-76894860-6c8c-43a4-aaee-530dc305293d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 1098 time: 0.0817425 Sep 07 12:36:37.626273 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40386) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:37.637074 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-4be23ec2-b801-43ab-8b54-f27931fb6a1f req-bfad925b-754f-4f68-98b5-53f0fa2a163c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 Sep 07 12:36:37.735303 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51787dc-8f8c-4fb2-af89-8fa7907ea137 req-40db7eee-13d4-4433-ad50-248a6ba0221d tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:37.744015 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-a51787dc-8f8c-4fb2-af89-8fa7907ea137 req-40db7eee-13d4-4433-ad50-248a6ba0221d tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 945 time: 0.1572039 Sep 07 12:36:37.751760 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:37.783363 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8412695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425430'] for subnet, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:37.786467 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:37.792368 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41787a-f886-4cdb-aed5-32b65f4fc5cd req-284cb8c9-d32c-4bf1-b881-6d385a6c868c tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:37.793924 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-dc41787a-f886-4cdb-aed5-32b65f4fc5cd req-284cb8c9-d32c-4bf1-b881-6d385a6c868c tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 944 time: 0.0948207 Sep 07 12:36:37.794952 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4bbae81c-bc0f-4d88-acba-9b1147d1a8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:37.852460 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 0d920fb1-812b-403a-95ba-34b363c7b1ad up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:37.856342 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-dc41787a-f886-4cdb-aed5-32b65f4fc5cd req-609bd8de-3f86-4b65-ada5-512f7384e3d8 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522835 Sep 07 12:36:37.914337 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-a51787dc-8f8c-4fb2-af89-8fa7907ea137 req-2be7a749-b2ec-4015-b8ec-86a69181a2fb tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693997 Sep 07 12:36:37.923837 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5957a479-45ad-4d2f-8109-41aaa44e723e,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:37.951860 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4bbae81c-bc0f-4d88-acba-9b1147d1a8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:37.958331 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 0d920fb1-812b-403a-95ba-34b363c7b1ad completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:37.984627 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] Checking segment: {'id': '095f6e09-4e15-447b-bfc3-fb20b0d6479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:37.984989 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] Network hostable DHCP agents. Network: a34dce28-62d9-48a0-bb89-520c5c704e77, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:36:37.987644 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4bbae81c-bc0f-4d88-acba-9b1147d1a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.028826 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Allocated IP 172.27.2.180 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/f0b20796-6d04-4724-a511-4e569abc4073) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:38.036861 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4bbae81c-bc0f-4d88-acba-9b1147d1a8b1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9b2f9d5569a46afbdf190dd0d4c135e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068315 Sep 07 12:36:38.037313 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40392) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:38.044494 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbae81c-bc0f-4d88-acba-9b1147d1a8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23fd8d9-07f9-4fb7-b8c4-4dea7a45904a,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:38.077979 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] Network a34dce28-62d9-48a0-bb89-520c5c704e77 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:36:38.101751 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-900e133a-5535-45aa-b208-bd3f6f9eb694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.128580 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-900e133a-5535-45aa-b208-bd3f6f9eb694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.166350 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.170669 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, a34dce28-62d9-48a0-bb89-520c5c704e77) {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:38.179784 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:38.180781 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.180896 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0ff069-ec9e-4582-9c73-87afcbe1c808 None None] Network a34dce28-62d9-48a0-bb89-520c5c704e77 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:38.238270 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-900e133a-5535-45aa-b208-bd3f6f9eb694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.241050 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-900e133a-5535-45aa-b208-bd3f6f9eb694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.245408 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-900e133a-5535-45aa-b208-bd3f6f9eb694 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f23fd8d9-07f9-4fb7-b8c4-4dea7a45904a HTTP/1.1" status: 204 len: 168 time: 0.2068977 Sep 07 12:36:38.254717 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e133a-5535-45aa-b208-bd3f6f9eb694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23fd8d9-07f9-4fb7-b8c4-4dea7a45904a,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:38.266732 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-b9d41608-dfa6-493f-9608-78be04116326 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2357123 Sep 07 12:36:38.266825 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40398) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:38.271682 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-387027817-router', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:38.290609 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.314594 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ee31f-79c3-44d0-b1aa-ed2dcaaeb87b None None] Network b4d7fe40-57b4-44fb-be2d-c26c0714a134 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:38.337535 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:38.342494 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:38.349529 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:38.371649 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b20796-6d04-4724-a511-4e569abc4073,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:38.376089 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1531530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22126'] for router, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.377177 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1529658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22117'] for router, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.415736 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce648fa9-7b31-54c3-a271-dc40bc78a594-a34dce28-62d9-48a0-bb89-520c5c704e77', 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'fixed_ips': [{'subnet_id': '5957a479-45ad-4d2f-8109-41aaa44e723e'}]}} from dv-cinder-760199-14-iscsi. {{(pid=94579) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 12:36:38.416589 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.531364 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bf62e15c-383b-4797-876e-0fba8c2df1b3 None None] Provisioning for port 0d920fb1-812b-403a-95ba-34b363c7b1ad completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:38.541812 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.551911 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bf62e15c-383b-4797-876e-0fba8c2df1b3 None None] Provisioning complete for port 0d920fb1-812b-403a-95ba-34b363c7b1ad triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:38.551911 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bf62e15c-383b-4797-876e-0fba8c2df1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.580734 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bd4ab-6dd5-437b-a4d9-6d7074a7dfeb req-1a812cde-c799-4c22-8273-4b061fa26fd4 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:38.581996 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d82bd4ab-6dd5-437b-a4d9-6d7074a7dfeb req-1a812cde-c799-4c22-8273-4b061fa26fd4 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1819367 Sep 07 12:36:38.629870 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d82bd4ab-6dd5-437b-a4d9-6d7074a7dfeb req-caad59dc-4506-472b-80d0-569262a5b129 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382378 Sep 07 12:36:38.669420 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.db_base_plugin_common [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Allocated IP 172.20.0.2 (a34dce28-62d9-48a0-bb89-520c5c704e77/5957a479-45ad-4d2f-8109-41aaa44e723e/38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de) {{(pid=94579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:38.744294 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bf62e15c-383b-4797-876e-0fba8c2df1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.814260 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.894210 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:38.990408 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bf62e15c-383b-4797-876e-0fba8c2df1b3 None None] For port 0d920fb1-812b-403a-95ba-34b363c7b1ad, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=0d920fb1-812b-403a-95ba-34b363c7b1ad,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:39.007604 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9893ff6-9960-4c33-bd87-b0f4345dcf87 req-21ded6c4-e965-49f9-a15e-7a6c9618ce53 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:39.019450 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d9893ff6-9960-4c33-bd87-b0f4345dcf87 req-21ded6c4-e965-49f9-a15e-7a6c9618ce53 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 944 time: 0.0758350 Sep 07 12:36:39.072817 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bf62e15c-383b-4797-876e-0fba8c2df1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.073062 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d9893ff6-9960-4c33-bd87-b0f4345dcf87 req-050f39c9-ca63-4a38-914f-373408d86821 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520537 Sep 07 12:36:39.127784 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-804c818a-e8c9-4d52-9d55-edd708e40c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.141404 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Notify callbacks [] for port, precommit_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.158899 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Transition to ACTIVE for port object 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:39.175241 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62e15c-383b-4797-876e-0fba8c2df1b3 None None] Pushing event updated for resources: {'Port': ['ID=0d920fb1-812b-403a-95ba-34b363c7b1ad,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:39.184582 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Transition to ACTIVE for port object 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de will not be triggered until provisioned by entity DHCP. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:39.211025 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-05c21c11-144a-4d48-9325-d48f951365e8 None None] Provisioning complete for port 0d920fb1-812b-403a-95ba-34b363c7b1ad triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:39.213891 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-05c21c11-144a-4d48-9325-d48f951365e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.218557 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed238b9d-2b23-4a0a-9a4b-f70b69a15104 req-b3924b08-c7c1-4d47-b89a-13d8e2395eb3 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:39.220162 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ed238b9d-2b23-4a0a-9a4b-f70b69a15104 req-b3924b08-c7c1-4d47-b89a-13d8e2395eb3 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 945 time: 0.1556406 Sep 07 12:36:39.262479 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.330817 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Network a34dce28-62d9-48a0-bb89-520c5c704e77 is already hosted by enough agents. {{(pid=94579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:39.351180 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Pushing event updated for resources: {'Port': ['ID=38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de,revision_number=1']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:39.356250 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.base_scheduler [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Resources bound (agent type, host, resource id): {{(pid=94579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:39.360252 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Received port after_create {{(pid=94579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:39.426188 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Attempting to bind port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:39.426574 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Attempting to bind port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '095f6e09-4e15-447b-bfc3-fb20b0d6479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:39.427030 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Attempting to bind port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de on network a34dce28-62d9-48a0-bb89-520c5c704e77 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:39.432814 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:39.433192 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Checking segment: {'id': '095f6e09-4e15-447b-bfc3-fb20b0d6479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:39.433591 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.433990 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Bound using segment: {'id': '095f6e09-4e15-447b-bfc3-fb20b0d6479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:39.434449 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Bound port: 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095f6e09-4e15-447b-bfc3-fb20b0d6479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:39.434837 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.510593 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] For port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:39.514350 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] For port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de,segment=NetworkSegment(095f6e09-4e15-447b-bfc3-fb20b0d6479c),segment_id=095f6e09-4e15-447b-bfc3-fb20b0d6479c)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:39.537810 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1529613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569081'] for router, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.587761 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.647070 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6a148-127a-4277-be31-63f01a3d0117 None None] Pushing event updated for resources: {'Port': ['ID=38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:39.653365 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ed238b9d-2b23-4a0a-9a4b-f70b69a15104 req-38e4e3d9-e607-4322-9ee8-4a1c77e83ccc tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951190 Sep 07 12:36:39.747110 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.774420 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.799937 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 0d920fb1-812b-403a-95ba-34b363c7b1ad up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:39.840969 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80ea5c-ec70-45b7-9db9-3e245d93f9f2 req-06d4b2d1-e76c-4315-acb3-2dba8896b564 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:39.852605 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8d80ea5c-ec70-45b7-9db9-3e245d93f9f2 req-06d4b2d1-e76c-4315-acb3-2dba8896b564 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1113544 Sep 07 12:36:39.876727 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 0d920fb1-812b-403a-95ba-34b363c7b1ad triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:39.877987 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:39.904719 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8d80ea5c-ec70-45b7-9db9-3e245d93f9f2 req-7c5ebef7-4679-47f3-b59f-28375bc44711 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508332 Sep 07 12:36:39.914293 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Allocated IP 172.27.2.80 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/faa30f92-49a8-481a-b2c3-7896a35f2206) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:39.940336 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Router fe2859c4-aa06-43d2-b0f1-c0f122a2676a is scheduled to L3 agent 6647c929-37a5-41d0-8492-45615cc7804c with binding_index 1 {{(pid=94577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 12:36:40.197191 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:40.213486 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:40.224080 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Sync routers for ids ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:36:40.234010 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Routers {'fe2859c4-aa06-43d2-b0f1-c0f122a2676a'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:40.234637 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:40.259751 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4774720-f8fa-4137-a2af-15aa3bcee8db req-587bc0ab-62b2-479f-8740-91cc0c684db9 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:40.261374 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d4774720-f8fa-4137-a2af-15aa3bcee8db req-587bc0ab-62b2-479f-8740-91cc0c684db9 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 944 time: 0.1028678 Sep 07 12:36:40.310086 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d4774720-f8fa-4137-a2af-15aa3bcee8db req-a31ac6fc-3a62-4490-bff6-ed58055fbd60 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 Sep 07 12:36:40.319119 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:40.320668 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-c950bdd3-d881-4f69-acb5-be54c7019653 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0434160 Sep 07 12:36:40.323260 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40476) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:40.349181 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Set router fe2859c4-aa06-43d2-b0f1-c0f122a2676a gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:40.381846 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:40.426455 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:40.431577 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:40.441250 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:40.468313 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=faa30f92-49a8-481a-b2c3-7896a35f2206,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:40.586910 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'name': 'tempest-TestMinimumBasicScenario-114294155-router', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:36Z', 'updated_at': '2021-09-07T12:36:38Z', 'revision_number': 3, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'gw_port': {'id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ab:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:37Z', 'updated_at': '2021-09-07T12:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:40.625895 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Checking router: fe2859c4-aa06-43d2-b0f1-c0f122a2676a for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:36:40.626247 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Updating router fe2859c4-aa06-43d2-b0f1-c0f122a2676a port f0b20796-6d04-4724-a511-4e569abc4073 binding host dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:36:40.668871 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:40.769427 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 2307cbc0-34e7-462f-afe5-fb5dd486c895 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94579) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:36:40.835628 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d088bf04-b880-4c10-98ab-78735a6e8511 None None] Network a34dce28-62d9-48a0-bb89-520c5c704e77 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:40.993966 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115400e-f476-471d-8115-2c2eca345fab req-0afd34c4-77d9-4ade-8254-8ffb26d64325 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:41.001507 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-8115400e-f476-471d-8115-2c2eca345fab req-0afd34c4-77d9-4ade-8254-8ffb26d64325 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 945 time: 0.2048979 Sep 07 12:36:41.015900 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-fbc63b52-65c4-4150-93b9-13c3e9a29d25 None None] Provisioning for port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:41.028298 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.044042 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.077364 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 2307cbc0-34e7-462f-afe5-fb5dd486c895, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2307cbc0-34e7-462f-afe5-fb5dd486c895,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:41.099495 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Returning: {'device': '2307cbc0-34e7-462f-afe5-fb5dd486c895', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'port_id': '2307cbc0-34e7-462f-afe5-fb5dd486c895', 'mac_address': 'fa:16:3e:1d:f5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94579) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:36:41.137386 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-8115400e-f476-471d-8115-2c2eca345fab req-dfdba76b-183c-4a60-8b98-289d5b757e36 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308334 Sep 07 12:36:41.156640 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8f72-88c0-47f8-b4c8-d95086973291 req-585dabd9-2bd6-4728-9ee2-6fb59306a53c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:41.158214 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-310d8f72-88c0-47f8-b4c8-d95086973291 req-585dabd9-2bd6-4728-9ee2-6fb59306a53c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1372852 Sep 07 12:36:41.174727 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.197710 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.provisioning_blocks [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Transition to ACTIVE for port object f0b20796-6d04-4724-a511-4e569abc4073 will not be triggered until provisioned by entity L2. {{(pid=94580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:41.219345 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.247155 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2307cbc0-34e7-462f-afe5-fb5dd486c895 {{(pid=94579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:36:41.254739 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-310d8f72-88c0-47f8-b4c8-d95086973291 req-c2091f7e-1dfd-4692-9590-69b3929ecc7f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883031 Sep 07 12:36:41.284683 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 2307cbc0-34e7-462f-afe5-fb5dd486c895, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2307cbc0-34e7-462f-afe5-fb5dd486c895,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:41.296105 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.353245 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.387204 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1529613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569081'] for router, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.387776 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Attempting to bind port f0b20796-6d04-4724-a511-4e569abc4073 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:41.387776 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Attempting to bind port f0b20796-6d04-4724-a511-4e569abc4073 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:41.388044 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Attempting to bind port f0b20796-6d04-4724-a511-4e569abc4073 on network f28d70d3-07bf-4854-88e0-9a9ce1a68175 {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:41.391673 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Pushing event updated for resources: {'Port': ['ID=f0b20796-6d04-4724-a511-4e569abc4073,revision_number=2']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:41.396181 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Allocated IP 172.20.0.1 (b4d7fe40-57b4-44fb-be2d-c26c0714a134/24b695c8-83b2-47de-a917-0abe9899813b/216d077f-1ca3-41d5-bc16-e24483934db7) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:41.413937 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:41.414375 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Checking segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:41.416295 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.416872 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Bound using segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:41.419160 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Bound port: f0b20796-6d04-4724-a511-4e569abc4073, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:41.420374 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.426852 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.427227 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.427574 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.427904 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.428280 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.428589 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.428912 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.429231 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.429563 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.429883 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.430203 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.430516 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:36:41.482438 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=2307cbc0-34e7-462f-afe5-fb5dd486c895,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:41.567432 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] For port f0b20796-6d04-4724-a511-4e569abc4073, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:41.571023 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] For port f0b20796-6d04-4724-a511-4e569abc4073, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=f0b20796-6d04-4724-a511-4e569abc4073,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:41.615505 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.639471 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Transition to ACTIVE for port object 216d077f-1ca3-41d5-bc16-e24483934db7 will not be triggered until provisioned by entity DHCP. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:41.678825 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86087c-73a6-4c8c-bfb4-88778e9851bc req-6f4c380b-4296-4f9c-a303-7e997aab95ff tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:41.680365 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-8a86087c-73a6-4c8c-bfb4-88778e9851bc req-6f4c380b-4296-4f9c-a303-7e997aab95ff tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 945 time: 0.1476378 Sep 07 12:36:41.696123 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.713350 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['2307cbc0-34e7-462f-afe5-fb5dd486c895'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:36:41.743523 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-8a86087c-73a6-4c8c-bfb4-88778e9851bc req-5937e8a7-7313-4553-bcd6-3de6cb292777 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544491 Sep 07 12:36:41.758455 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.764007 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.769989 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Router 48e9bac3-9ac5-4f36-a834-d140167fda5e is scheduled to L3 agent 6647c929-37a5-41d0-8492-45615cc7804c with binding_index 1 {{(pid=94577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 12:36:41.786615 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Routers {'fe2859c4-aa06-43d2-b0f1-c0f122a2676a'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:41.786933 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:41.836661 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Network b4d7fe40-57b4-44fb-be2d-c26c0714a134 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:41.839744 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:41.853938 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:41.854775 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567946'] for router_interface, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:41.961585 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:41.976682 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Pushing event updated for resources: {'Port': ['ID=216d077f-1ca3-41d5-bc16-e24483934db7,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:42.011043 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] Set router fe2859c4-aa06-43d2-b0f1-c0f122a2676a gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:42.080524 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-fbc0ae8a-a783-4877-9e27-a85b8c5ebe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.109380 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:42.126011 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Sync routers for ids ['48e9bac3-9ac5-4f36-a834-d140167fda5e'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:36:42.178963 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40510) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:42.192310 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.196490 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-7e22e6d9-2879-453f-b017-c480d6918ec7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9259729 Sep 07 12:36:42.196641 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa9a5f-b0e0-4c4a-8058-a8ccfce16f2f None None] Pushing event updated for resources: {'Port': ['ID=f0b20796-6d04-4724-a511-4e569abc4073,revision_number=3']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:42.197111 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40514) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:42.204378 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Routers {'48e9bac3-9ac5-4f36-a834-d140167fda5e'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:42.205111 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['48e9bac3-9ac5-4f36-a834-d140167fda5e'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:42.266698 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.269439 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:42.283375 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:42.286347 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.338046 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'name': 'tempest-TestMinimumBasicScenario-114294155-router', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:36Z', 'updated_at': '2021-09-07T12:36:38Z', 'revision_number': 3, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'gw_port': {'id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ab:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:37Z', 'updated_at': '2021-09-07T12:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:42.350264 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-b3a5e098-87b9-4ab8-a0fa-6af881b58d05 None None] Provisioning for port 216d077f-1ca3-41d5-bc16-e24483934db7 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:42.376406 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983e475-dc6d-450d-8117-af8fb6728ef8 None None] The sync data for ids ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'] in dv-cinder-760199-14-iscsi is: [{'id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'name': 'tempest-TestMinimumBasicScenario-114294155-router', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:36Z', 'updated_at': '2021-09-07T12:36:38Z', 'revision_number': 3, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'gw_port': {'id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ab:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:37Z', 'updated_at': '2021-09-07T12:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:36:42.398805 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-b3a5e098-87b9-4ab8-a0fa-6af881b58d05 None None] Provisioning complete for port 216d077f-1ca3-41d5-bc16-e24483934db7 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:42.399184 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-b3a5e098-87b9-4ab8-a0fa-6af881b58d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.406097 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ab28fb9a-1baf-4b78-b212-b933d10eedd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.525835 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5e098-87b9-4ab8-a0fa-6af881b58d05 None None] Port 216d077f-1ca3-41d5-bc16-e24483934db7 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:36:42.544605 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6391531-99b8-4795-af71-784aa078bc62 req-57a792cd-2280-4678-966a-6426bb28fa7e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:42.546409 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-a6391531-99b8-4795-af71-784aa078bc62 req-57a792cd-2280-4678-966a-6426bb28fa7e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1534758 Sep 07 12:36:42.582592 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Set router 48e9bac3-9ac5-4f36-a834-d140167fda5e gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:42.678622 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-a6391531-99b8-4795-af71-784aa078bc62 req-c1679ebc-d87b-45cc-94cf-7423e1d7f29f tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224694 Sep 07 12:36:42.768972 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.809461 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ab28fb9a-1baf-4b78-b212-b933d10eedd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.819153 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ed9a9-c369-401d-b271-a99b0801d4ef req-964cdccb-a4d7-4c02-a27e-4ad589b46b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:42.820941 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-823ed9a9-c369-401d-b271-a99b0801d4ef req-964cdccb-a4d7-4c02-a27e-4ad589b46b22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 1098 time: 0.1379428 Sep 07 12:36:42.831596 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.857773 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.858643 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567610'] for router_interface, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.897341 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ab28fb9a-1baf-4b78-b212-b933d10eedd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.907155 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de,segment=NetworkSegment(095f6e09-4e15-447b-bfc3-fb20b0d6479c),segment_id=095f6e09-4e15-447b-bfc3-fb20b0d6479c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:42.930108 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-823ed9a9-c369-401d-b271-a99b0801d4ef req-9e694efb-73df-4da6-a097-d92f795029c8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961068 Sep 07 12:36:42.990398 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:42.996141 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'name': 'tempest-TestShelveInstance-387027817-router', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:38Z', 'updated_at': '2021-09-07T12:36:40Z', 'revision_number': 3, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'gw_port': {'id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:39Z', 'updated_at': '2021-09-07T12:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:43.053038 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:43.063270 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.090825 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Checking router: 48e9bac3-9ac5-4f36-a834-d140167fda5e for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:36:43.091304 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Updating router 48e9bac3-9ac5-4f36-a834-d140167fda5e port faa30f92-49a8-481a-b2c3-7896a35f2206 binding host dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:36:43.119975 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.130973 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-ab28fb9a-1baf-4b78-b212-b933d10eedd2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ce6c877b3ea4301af1beaf6d606539a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9481101 Sep 07 12:36:43.153742 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40528) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:43.165369 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Pushing event updated for resources: {'Port': ['ID=216d077f-1ca3-41d5-bc16-e24483934db7,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:43.187074 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28fb9a-1baf-4b78-b212-b933d10eedd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781f5030-81c4-4eeb-b020-efcd8bdd1190,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:43.196611 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Network b4d7fe40-57b4-44fb-be2d-c26c0714a134 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:43.206295 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:43.254375 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55393c03-fdb0-48b6-95a5-c594322d9ff3 req-ca74eaef-46f7-423b-8830-48e29d6b65f9 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:43.262104 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-55393c03-fdb0-48b6-95a5-c594322d9ff3 req-ca74eaef-46f7-423b-8830-48e29d6b65f9 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 945 time: 0.1589518 Sep 07 12:36:43.320668 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37764ff-2b13-4ce9-8667-855bfb301d59 req-508d33d7-aee8-465b-8559-ec46e5bcf1cf tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:43.328118 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-c37764ff-2b13-4ce9-8667-855bfb301d59 req-508d33d7-aee8-465b-8559-ec46e5bcf1cf tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 945 time: 0.2149217 Sep 07 12:36:43.340793 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5327bc2c-760a-4cd8-b7dd-4647d2f25476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.360232 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-55393c03-fdb0-48b6-95a5-c594322d9ff3 req-de32e85a-c19c-42ea-afce-d2cc32b6b88d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972147 Sep 07 12:36:43.368109 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.470693 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5327bc2c-760a-4cd8-b7dd-4647d2f25476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.499437 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-c37764ff-2b13-4ce9-8667-855bfb301d59 req-c165cb05-98d1-419a-bd80-dd0a534d21d7 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683283 Sep 07 12:36:43.504265 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Router fe2859c4-aa06-43d2-b0f1-c0f122a2676a has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:36:43.599640 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Allocated IP 172.20.0.1 (a34dce28-62d9-48a0-bb89-520c5c704e77/5957a479-45ad-4d2f-8109-41aaa44e723e/0446a521-6106-4a2a-bcdb-fe4cb58c9e88) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:43.613982 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2d6465bb-1945-41c4-b0b4-6d303e84e8cc None None] Provisioning complete for port 216d077f-1ca3-41d5-bc16-e24483934db7 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:43.614355 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2d6465bb-1945-41c4-b0b4-6d303e84e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.693233 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2d6465bb-1945-41c4-b0b4-6d303e84e8cc None None] Port 216d077f-1ca3-41d5-bc16-e24483934db7 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:36:43.696541 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Notify callbacks [] for port, precommit_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.712437 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Transition to ACTIVE for port object faa30f92-49a8-481a-b2c3-7896a35f2206 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:43.732986 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.760134 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Transition to ACTIVE for port object 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:43.803738 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.862923 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Attempting to bind port faa30f92-49a8-481a-b2c3-7896a35f2206 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:43.863392 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Attempting to bind port faa30f92-49a8-481a-b2c3-7896a35f2206 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:43.863864 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Attempting to bind port faa30f92-49a8-481a-b2c3-7896a35f2206 on network f28d70d3-07bf-4854-88e0-9a9ce1a68175 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:43.871035 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:43.871246 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Checking segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:43.871700 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.872197 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Bound using segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:43.872896 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Bound port: faa30f92-49a8-481a-b2c3-7896a35f2206, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:43.873353 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.890289 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.906627 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fd3d6-f325-4932-b88d-7ca250a8ab0a None None] Pushing event updated for resources: {'Port': ['ID=faa30f92-49a8-481a-b2c3-7896a35f2206,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:43.928314 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5327bc2c-760a-4cd8-b7dd-4647d2f25476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.931774 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:43.932519 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5327bc2c-760a-4cd8-b7dd-4647d2f25476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:43.937993 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-5327bc2c-760a-4cd8-b7dd-4647d2f25476 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/781f5030-81c4-4eeb-b020-efcd8bdd1190 HTTP/1.1" status: 204 len: 168 time: 0.7792206 Sep 07 12:36:43.951578 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:43.961339 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48708518-fd51-4531-a7f8-4a39761d6dc0 req-36e5aa5f-0d04-4389-8acc-345e24323d5b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:43.963530 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-48708518-fd51-4531-a7f8-4a39761d6dc0 req-36e5aa5f-0d04-4389-8acc-345e24323d5b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1337652 Sep 07 12:36:43.973034 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-b0b15470-1a88-4ab7-8142-9c3900832989 admin admin] 10.222.0.69 "PUT /v2.0/routers/fe2859c4-aa06-43d2-b0f1-c0f122a2676a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6402013 Sep 07 12:36:43.973034 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327bc2c-760a-4cd8-b7dd-4647d2f25476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781f5030-81c4-4eeb-b020-efcd8bdd1190,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:44.004366 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Network a34dce28-62d9-48a0-bb89-520c5c704e77 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:44.015539 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:44.019828 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:44.024480 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Pushing event updated for resources: {'Port': ['ID=0446a521-6106-4a2a-bcdb-fe4cb58c9e88,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:44.056463 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] For port faa30f92-49a8-481a-b2c3-7896a35f2206, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:44.081697 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] For port faa30f92-49a8-481a-b2c3-7896a35f2206, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=faa30f92-49a8-481a-b2c3-7896a35f2206,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:44.088697 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:44.089214 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:44.096755 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-48708518-fd51-4531-a7f8-4a39761d6dc0 req-a7c262b2-93c7-4df1-9dc9-035d514bd270 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127186 Sep 07 12:36:44.118086 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567946'] for router_interface, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:44.178229 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:44.314151 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fd3d6-f325-4932-b88d-7ca250a8ab0a None None] Pushing event updated for resources: {'Port': ['ID=faa30f92-49a8-481a-b2c3-7896a35f2206,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:44.365575 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Routers {'48e9bac3-9ac5-4f36-a834-d140167fda5e'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:44.366465 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['48e9bac3-9ac5-4f36-a834-d140167fda5e'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:44.369353 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device f0b20796-6d04-4724-a511-4e569abc4073 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:44.477197 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:44.532814 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-33044234-643d-4c8f-94b7-83c5359156c7 None None] Provisioning for port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:44.556623 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-33044234-643d-4c8f-94b7-83c5359156c7 None None] Provisioning complete for port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:44.556991 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-33044234-643d-4c8f-94b7-83c5359156c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:44.560380 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] Set router 48e9bac3-9ac5-4f36-a834-d140167fda5e gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:44.601979 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fbe32-b9bc-4d7e-a3eb-429697c616b0 req-5fe826c9-bac4-44b4-a23b-649a6ba394c0 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:44.606075 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ca2fbe32-b9bc-4d7e-a3eb-429697c616b0 req-5fe826c9-bac4-44b4-a23b-649a6ba394c0 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 945 time: 0.0898631 Sep 07 12:36:44.654371 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port f0b20796-6d04-4724-a511-4e569abc4073 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:44.662760 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932ad06-968f-495c-aaa9-9c213ac04447 req-5a24e18f-ec92-4d1d-9a48-0086bce758d4 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:44.669439 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port f0b20796-6d04-4724-a511-4e569abc4073 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:44.669942 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:44.670214 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-e932ad06-968f-495c-aaa9-9c213ac04447 req-5a24e18f-ec92-4d1d-9a48-0086bce758d4 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 945 time: 0.0798304 Sep 07 12:36:44.704475 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-33044234-643d-4c8f-94b7-83c5359156c7 None None] Port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:36:44.726015 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-e932ad06-968f-495c-aaa9-9c213ac04447 req-8e80e497-0557-40d7-b69c-a44bc2496392 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529625 Sep 07 12:36:44.729021 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ca2fbe32-b9bc-4d7e-a3eb-429697c616b0 req-137dadd1-f646-43eb-8daa-745d8b65ef6a tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186028 Sep 07 12:36:44.761650 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 2307cbc0-34e7-462f-afe5-fb5dd486c895 up at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:44.796592 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:44.798294 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Sync routers for ids ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:36:44.808757 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Routers {'fe2859c4-aa06-43d2-b0f1-c0f122a2676a'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:44.809489 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:44.871506 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:44.946733 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Set router fe2859c4-aa06-43d2-b0f1-c0f122a2676a gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:44.953115 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:44.972619 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Pushing event updated for resources: {'Port': ['ID=0446a521-6106-4a2a-bcdb-fe4cb58c9e88,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:44.977959 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:44.987531 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567610'] for router_interface, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:45.010077 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port f0b20796-6d04-4724-a511-4e569abc4073, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=f0b20796-6d04-4724-a511-4e569abc4073,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:45.021767 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'name': 'tempest-TestShelveInstance-387027817-router', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:38Z', 'updated_at': '2021-09-07T12:36:40Z', 'revision_number': 3, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'gw_port': {'id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:39Z', 'updated_at': '2021-09-07T12:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:45.050635 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e47be4-1a28-4040-9a4f-5e53f87b0937 None None] The sync data for ids ['48e9bac3-9ac5-4f36-a834-d140167fda5e'] in dv-cinder-760199-14-iscsi is: [{'id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'name': 'tempest-TestShelveInstance-387027817-router', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:38Z', 'updated_at': '2021-09-07T12:36:40Z', 'revision_number': 3, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'gw_port': {'id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:39Z', 'updated_at': '2021-09-07T12:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:36:45.052276 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning for port 2307cbc0-34e7-462f-afe5-fb5dd486c895 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:45.057049 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning complete for port 2307cbc0-34e7-462f-afe5-fb5dd486c895 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:45.057659 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:45.096938 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:45.170840 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Network a34dce28-62d9-48a0-bb89-520c5c704e77 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:45.175057 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:45.202636 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=f0b20796-6d04-4724-a511-4e569abc4073,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:45.208559 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96684-3b0f-4f06-a441-05c3119ddcef req-4375d66f-c0e8-4b02-902e-376ffb554c70 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:45.214011 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-76c96684-3b0f-4f06-a441-05c3119ddcef req-4375d66f-c0e8-4b02-902e-376ffb554c70 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 945 time: 0.1188750 Sep 07 12:36:45.263507 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40558) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:45.275225 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-938169405-network', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:45.311527 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:45.374917 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 2307cbc0-34e7-462f-afe5-fb5dd486c895, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2307cbc0-34e7-462f-afe5-fb5dd486c895,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:45.376673 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386d6233-c92b-4fca-a565-899c653ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2307cbc0-34e7-462f-afe5-fb5dd486c895'}] {{(pid=94579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:45.388893 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [req-76c96684-3b0f-4f06-a441-05c3119ddcef req-4ed74a73-87bf-4161-abf7-09ca06bfee0f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Deleting port 11058b84-3239-4663-8df5-49c4c240ea50 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:36:45.389293 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-76c96684-3b0f-4f06-a441-05c3119ddcef req-4ed74a73-87bf-4161-abf7-09ca06bfee0f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:45.391757 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e59dd76082547654e6c9b71bac6211988f90c8435176ffbbd796fd7f1a13848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0b7be9-823b-4208-869f-38b76e54a975" -d '{"events": [{"server_uuid": "386d6233-c92b-4fca-a565-899c653ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "2307cbc0-34e7-462f-afe5-fb5dd486c895"}]}' {{(pid=94579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:45.442850 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:45.445252 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'name': 'tempest-TestMinimumBasicScenario-114294155-router', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:36Z', 'updated_at': '2021-09-07T12:36:42Z', 'revision_number': 4, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'gw_port': {'id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ab:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:37Z', 'updated_at': '2021-09-07T12:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '216d077f-1ca3-41d5-bc16-e24483934db7', 'name': '', 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'mac_address': 'fa:16:3e:06:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '24b695c8-83b2-47de-a917-0abe9899813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:41Z', 'updated_at': '2021-09-07T12:36:42Z', 'revision_number': 2, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'subnets': [{'id': '24b695c8-83b2-47de-a917-0abe9899813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:45.463744 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Router 48e9bac3-9ac5-4f36-a834-d140167fda5e has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:36:45.504922 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Checking router: fe2859c4-aa06-43d2-b0f1-c0f122a2676a for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:36:45.504922 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Updating router fe2859c4-aa06-43d2-b0f1-c0f122a2676a port 216d077f-1ca3-41d5-bc16-e24483934db7 binding host dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:36:45.529429 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96753da-e20e-4df5-9170-32664235b120 x-openstack-request-id: req-c96753da-e20e-4df5-9170-32664235b120 {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:45.533160 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386d6233-c92b-4fca-a565-899c653ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "2307cbc0-34e7-462f-afe5-fb5dd486c895", "code": 200}]} {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:45.533160 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c96753da-e20e-4df5-9170-32664235b120 {{(pid=94579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:45.533160 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386d6233-c92b-4fca-a565-899c653ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2307cbc0-34e7-462f-afe5-fb5dd486c895', 'code': 200} Sep 07 12:36:45.533402 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Made reservation on behalf of a52c566930ca48c2bf6f8f27d5db8870 for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:45.535802 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:45.557842 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:45.579433 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:45.590759 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=2307cbc0-34e7-462f-afe5-fb5dd486c895,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:45.592495 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab2c1b-ecbe-4baf-a0f1-196971d9e445 req-10a59a15-c5da-48f3-a399-1eff50552dae tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:45.602265 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-a4ab2c1b-ecbe-4baf-a0f1-196971d9e445 req-10a59a15-c5da-48f3-a399-1eff50552dae tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.2058704 Sep 07 12:36:45.613685 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [req-76c96684-3b0f-4f06-a441-05c3119ddcef req-4ed74a73-87bf-4161-abf7-09ca06bfee0f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] For port 11058b84-3239-4663-8df5-49c4c240ea50, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=11058b84-3239-4663-8df5-49c4c240ea50,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:45.614598 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-76c96684-3b0f-4f06-a441-05c3119ddcef req-4ed74a73-87bf-4161-abf7-09ca06bfee0f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:45.640934 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-de3d5a86-8e79-4fb0-8001-a782c09ab2d8 None None] Provisioning complete for port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:45.641855 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-de3d5a86-8e79-4fb0-8001-a782c09ab2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:45.654683 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [req-76c96684-3b0f-4f06-a441-05c3119ddcef req-4ed74a73-87bf-4161-abf7-09ca06bfee0f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Calling delete_port for 11058b84-3239-4663-8df5-49c4c240ea50 owned by compute:nova {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:36:45.697885 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-de3d5a86-8e79-4fb0-8001-a782c09ab2d8 None None] Port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:36:45.708153 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-a4ab2c1b-ecbe-4baf-a0f1-196971d9e445 req-1f98912e-b4f4-4c86-8ebe-9f3f9b920321 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958836 Sep 07 12:36:45.754511 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:45.776986 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-310e9002-f214-452f-9e2b-81e5896fdec9 admin admin] 10.222.0.69 "PUT /v2.0/routers/48e9bac3-9ac5-4f36-a834-d140167fda5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5705867 Sep 07 12:36:45.973558 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.005068 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device f0b20796-6d04-4724-a511-4e569abc4073 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:46.020123 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad29ad-da9e-405d-b770-e59b3e6f2ea5 req-5241e815-a4db-4a05-a57d-65f4de169353 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:46.028568 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-10ad29ad-da9e-405d-b770-e59b3e6f2ea5 req-5241e815-a4db-4a05-a57d-65f4de169353 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e HTTP/1.1" status: 200 len: 945 time: 0.1227922 Sep 07 12:36:46.056516 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48b0fe-0945-4e84-bb67-d2658e8f731e req-55af5a38-e40f-4084-b3b6-b3fd49b184df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:46.061129 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-be48b0fe-0945-4e84-bb67-d2658e8f731e req-55af5a38-e40f-4084-b3b6-b3fd49b184df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 1099 time: 0.1976454 Sep 07 12:36:46.095696 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-10ad29ad-da9e-405d-b770-e59b3e6f2ea5 req-5625c376-2ff0-42bf-ab33-3f0f7f1b5496 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622821 Sep 07 12:36:46.096456 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.111457 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbd8c8-3c38-4925-b784-fa9f59795372 req-afbcd61e-1b75-4e71-babb-0a2f023f8110 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:46.119133 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port f0b20796-6d04-4724-a511-4e569abc4073 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:46.120049 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3acbd8c8-3c38-4925-b784-fa9f59795372 req-afbcd61e-1b75-4e71-babb-0a2f023f8110 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 946 time: 0.1928918 Sep 07 12:36:46.121880 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.136720 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:36:46.171842 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.173723 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Added segment 54b2f1f7-d62f-47b1-aa3a-e9d272344b55 of type vlan for network c9a073c0-fdb1-440d-aff3-98dcabf23980 Sep 07 12:36:46.178576 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-be48b0fe-0945-4e84-bb67-d2658e8f731e req-795e39ce-9fe5-4b7c-8f14-7da948cfc33c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954425 Sep 07 12:36:46.199817 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3acbd8c8-3c38-4925-b784-fa9f59795372 req-3e871aba-6bc9-4814-863e-3dbab19e5d7a tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786378 Sep 07 12:36:46.259783 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device faa30f92-49a8-481a-b2c3-7896a35f2206 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:46.280192 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Notify callbacks [] for port, precommit_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.294599 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-76c96684-3b0f-4f06-a441-05c3119ddcef req-4ed74a73-87bf-4161-abf7-09ca06bfee0f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.311504 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.provisioning_blocks [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Transition to ACTIVE for port object 216d077f-1ca3-41d5-bc16-e24483934db7 will not be triggered until provisioned by entity L2. {{(pid=94580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:46.314329 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['18759fc7-a8a4-4627-91d7-0c6a5ac9736c', '169ca5bc-82fc-448f-8bcc-10d1725dc4f0', '11058b84-3239-4663-8df5-49c4c240ea50'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:36:46.345077 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.351410 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed74a73-87bf-4161-abf7-09ca06bfee0f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Pushing event deleted for resources: {'Port': ['ID=11058b84-3239-4663-8df5-49c4c240ea50,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:46.385665 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.405668 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d2785a08-07e3-46f1-9aba-d197dd41e851 req-7f1dfe28-7fe4-482f-936c-1f5fe8f284e7 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 210 time: 0.1281209 Sep 07 12:36:46.482163 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port faa30f92-49a8-481a-b2c3-7896a35f2206 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:46.499426 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97089c39-e350-493e-b340-c440d62e1e8c,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:46.505445 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port faa30f92-49a8-481a-b2c3-7896a35f2206 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:46.505653 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.db.resource_extend [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 12:36:46.505743 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.507834 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112951f9-16fe-4a22-9de7-41071b2efb27 None None] Pushing event updated for resources: {'Port': ['ID=216d077f-1ca3-41d5-bc16-e24483934db7,revision_number=3']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:46.567404 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c96684-3b0f-4f06-a441-05c3119ddcef req-4ed74a73-87bf-4161-abf7-09ca06bfee0f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] No DVR routers for this DVR port 11058b84-3239-4663-8df5-49c4c240ea50 on host hv-cinder-76019 {{(pid=94578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:36:46.585479 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-76c96684-3b0f-4f06-a441-05c3119ddcef req-4ed74a73-87bf-4161-abf7-09ca06bfee0f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.589088 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-76c96684-3b0f-4f06-a441-05c3119ddcef req-4ed74a73-87bf-4161-abf7-09ca06bfee0f tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "DELETE /v2.0/ports/11058b84-3239-4663-8df5-49c4c240ea50 HTTP/1.1" status: 204 len: 173 time: 1.3670638 Sep 07 12:36:46.589968 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3dac61-3b6e-4e68-8004-a8b07fbe150f', 'name': 'network-vif-deleted', 'tag': '11058b84-3239-4663-8df5-49c4c240ea50'}] {{(pid=94578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:46.593540 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e6e7ef2484b5b996877234f86aab50a2429001469084689e0627d13c827ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fcc225-0ffb-4c53-80e2-543e732055a0" -d '{"events": [{"server_uuid": "da3dac61-3b6e-4e68-8004-a8b07fbe150f", "name": "network-vif-deleted", "tag": "11058b84-3239-4663-8df5-49c4c240ea50"}]}' {{(pid=94578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:46.623610 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Attempting to bind port 216d077f-1ca3-41d5-bc16-e24483934db7 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:46.623969 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Attempting to bind port 216d077f-1ca3-41d5-bc16-e24483934db7 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:46.624361 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Attempting to bind port 216d077f-1ca3-41d5-bc16-e24483934db7 on network b4d7fe40-57b4-44fb-be2d-c26c0714a134 {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:46.631893 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:46.634828 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Checking segment: {'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:46.634828 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.634828 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Bound using segment: {'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:46.634828 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Bound port: 216d077f-1ca3-41d5-bc16-e24483934db7, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'}}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:46.634828 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.665205 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcc460e-9d0e-48f6-8308-2e6fca47d6b7 x-openstack-request-id: req-ebcc460e-9d0e-48f6-8308-2e6fca47d6b7 {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:46.665479 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3dac61-3b6e-4e68-8004-a8b07fbe150f", "name": "network-vif-deleted", "tag": "11058b84-3239-4663-8df5-49c4c240ea50", "status": "completed", "code": 200}]} {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:46.665791 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ebcc460e-9d0e-48f6-8308-2e6fca47d6b7 {{(pid=94578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:46.666188 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3dac61-3b6e-4e68-8004-a8b07fbe150f', 'name': 'network-vif-deleted', 'tag': '11058b84-3239-4663-8df5-49c4c240ea50', 'status': 'completed', 'code': 200} Sep 07 12:36:46.708992 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.722328 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.723334 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:46.723917 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.734703 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] For port 216d077f-1ca3-41d5-bc16-e24483934db7, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:46.745347 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] For port 216d077f-1ca3-41d5-bc16-e24483934db7, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=216d077f-1ca3-41d5-bc16-e24483934db7,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:46.779343 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port faa30f92-49a8-481a-b2c3-7896a35f2206, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=faa30f92-49a8-481a-b2c3-7896a35f2206,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:46.815313 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a073c0-fdb1-440d-aff3-98dcabf23980,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:46.836846 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network c9a073c0-fdb1-440d-aff3-98dcabf23980 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:36:46.848958 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-3886df89-d891-43d3-9f29-41f7fea89242 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5839071 Sep 07 12:36:46.851933 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40584) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:46.852475 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.857626 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] Request body: {'subnet': {'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-938169405-subnet', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'ip_version': 4}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:46.920640 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Routers {'fe2859c4-aa06-43d2-b0f1-c0f122a2676a'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:46.921323 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:46.921799 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:46.970063 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112951f9-16fe-4a22-9de7-41071b2efb27 None None] Pushing event updated for resources: {'Port': ['ID=216d077f-1ca3-41d5-bc16-e24483934db7,revision_number=4']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:46.994976 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=faa30f92-49a8-481a-b2c3-7896a35f2206,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:47.021528 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] Made reservation on behalf of a52c566930ca48c2bf6f8f27d5db8870 for: {'subnet': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:47.026429 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425376'] for subnet, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:47.052282 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:36:47.072984 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] Set router fe2859c4-aa06-43d2-b0f1-c0f122a2676a gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:47.204823 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40592) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:47.210246 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-778908668-network', 'tenant_id': 'd79bdb599660443aace70949fc851c60'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:47.330728 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Made reservation on behalf of d79bdb599660443aace70949fc851c60 for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:47.334299 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:47.351030 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:47.357658 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'name': 'tempest-TestMinimumBasicScenario-114294155-router', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:36Z', 'updated_at': '2021-09-07T12:36:42Z', 'revision_number': 4, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'gw_port': {'id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:37Z', 'updated_at': '2021-09-07T12:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '216d077f-1ca3-41d5-bc16-e24483934db7', 'name': '', 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'mac_address': 'fa:16:3e:06:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '24b695c8-83b2-47de-a917-0abe9899813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:41Z', 'updated_at': '2021-09-07T12:36:46Z', 'revision_number': 4, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'subnets': [{'id': '24b695c8-83b2-47de-a917-0abe9899813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:47.368476 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8412695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425430'] for subnet, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:47.391540 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31442f4-4abe-4a69-a026-44a2ee6357ef None None] The sync data for ids ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'] in dv-cinder-760199-14-iscsi is: [{'id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'name': 'tempest-TestMinimumBasicScenario-114294155-router', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:36Z', 'updated_at': '2021-09-07T12:36:42Z', 'revision_number': 4, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'gw_port': {'id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:37Z', 'updated_at': '2021-09-07T12:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '216d077f-1ca3-41d5-bc16-e24483934db7', 'name': '', 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'mac_address': 'fa:16:3e:06:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '24b695c8-83b2-47de-a917-0abe9899813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:41Z', 'updated_at': '2021-09-07T12:36:46Z', 'revision_number': 4, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'subnets': [{'id': '24b695c8-83b2-47de-a917-0abe9899813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:36:47.443523 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0ea75-1a08-424c-92ec-b1d9301ea04d req-7a40f3e0-5296-4a55-90b5-94bcdcc1628b tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:47.446061 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-26a0ea75-1a08-424c-92ec-b1d9301ea04d req-7a40f3e0-5296-4a55-90b5-94bcdcc1628b tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 946 time: 0.1156440 Sep 07 12:36:47.507639 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:47.535190 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e7acd7-c836-448b-b154-a3fdca8c7152,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:47.569295 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] Checking segment: {'id': '54b2f1f7-d62f-47b1-aa3a-e9d272344b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:47.569769 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] Network hostable DHCP agents. Network: c9a073c0-fdb1-440d-aff3-98dcabf23980, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:36:47.580147 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-26a0ea75-1a08-424c-92ec-b1d9301ea04d req-507187b3-3a5f-4222-b319-fc081448094b tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096604 Sep 07 12:36:47.591183 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-a0348434-3425-4a0b-bcba-a69bfdf946bd req-3277f541-133d-488d-8739-9b572e611362 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=da3dac61-3b6e-4e68-8004-a8b07fbe150f HTTP/1.1" status: 200 len: 210 time: 0.0639024 Sep 07 12:36:47.592375 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:47.620206 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181fdfc2-a756-4016-a724-3da96a371583,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:47.634776 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:36:47.649974 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:47.650332 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Added segment 9223ed64-4cb7-49b1-99a5-948e9c48e58d of type vlan for network e0f93a6f-38a3-43ba-98a0-331382e24a8b Sep 07 12:36:47.699552 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:47.768340 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] Network c9a073c0-fdb1-440d-aff3-98dcabf23980 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:36:47.807683 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Sync routers for ids ['48e9bac3-9ac5-4f36-a834-d140167fda5e'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:36:47.836918 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Routers {'48e9bac3-9ac5-4f36-a834-d140167fda5e'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:47.837566 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['48e9bac3-9ac5-4f36-a834-d140167fda5e'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:47.869972 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:47.871520 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:47.872454 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:47.918633 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 216d077f-1ca3-41d5-bc16-e24483934db7 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:47.933773 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, c9a073c0-fdb1-440d-aff3-98dcabf23980) {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:47.939497 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:47.940328 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:47.973057 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] Pushing event updated for resources: {'Network': ['ID=e0f93a6f-38a3-43ba-98a0-331382e24a8b,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:48.037408 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-fd1f2798-a1ce-4bf2-befe-821f6040f8fa admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8311386 Sep 07 12:36:48.039980 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40606) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:48.047281 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] Request body: {'subnet': {'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-778908668-subnet', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'ip_version': 4}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:48.106591 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-69fcd460-5aac-4a03-b670-382facc660f2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2528920 Sep 07 12:36:48.108519 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40610) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:48.114036 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-938169405-router', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:48.119600 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1d313-91e8-4e63-8100-aa11e3514af9 None None] Network c9a073c0-fdb1-440d-aff3-98dcabf23980 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:48.121797 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network e0f93a6f-38a3-43ba-98a0-331382e24a8b details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:36:48.126306 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.db.api [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 12:36:48.126306 dv-cinder-760199-14-iscsi neutron-server[94577]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 12:36:48.126306 dv-cinder-760199-14-iscsi neutron-server[94577]: [parameters: {'project_id_1': 'a52c566930ca48c2bf6f8f27d5db8870', 'expiration_1': datetime.datetime(2021, 9, 7, 12, 36, 28, 119963)}] Sep 07 12:36:48.126306 dv-cinder-760199-14-iscsi neutron-server[94577]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 12:36:48.128304 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG oslo_db.api [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 12:36:48.196754 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Set router 48e9bac3-9ac5-4f36-a834-d140167fda5e gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:48.214254 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] Made reservation on behalf of d79bdb599660443aace70949fc851c60 for: {'subnet': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:36:48.218433 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:48.448727 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 216d077f-1ca3-41d5-bc16-e24483934db7 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:48.461006 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 216d077f-1ca3-41d5-bc16-e24483934db7 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:48.461285 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:48.482243 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:48.554433 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b1b4e1-87da-4f97-a5dc-755b66451641,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:48.562882 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce648fa9-7b31-54c3-a271-dc40bc78a594-c9a073c0-fdb1-440d-aff3-98dcabf23980', 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'fixed_ips': [{'subnet_id': '23e7acd7-c836-448b-b154-a3fdca8c7152'}]}} from dv-cinder-760199-14-iscsi. {{(pid=94579) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 12:36:48.568493 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:48.568624 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] Checking segment: {'id': '9223ed64-4cb7-49b1-99a5-948e9c48e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:48.568624 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] Network hostable DHCP agents. Network: e0f93a6f-38a3-43ba-98a0-331382e24a8b, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94578) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:36:48.637345 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] Network e0f93a6f-38a3-43ba-98a0-331382e24a8b is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94578) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:36:48.725378 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:48.749354 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004fc30-cf42-4f98-b5b1-0853585509f6 req-26d2409c-1f95-4fa0-9806-81e5eb6dc12a tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:48.754667 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8004fc30-cf42-4f98-b5b1-0853585509f6 req-26d2409c-1f95-4fa0-9806-81e5eb6dc12a tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 946 time: 0.0781946 Sep 07 12:36:48.773894 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1531530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22126'] for router, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:48.777302 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1529658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22117'] for router, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:48.785096 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 11058b84-3239-4663-8df5-49c4c240ea50 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:36:48.802778 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, e0f93a6f-38a3-43ba-98a0-331382e24a8b) {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:48.809468 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:48.810074 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:48.820587 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'name': 'tempest-TestShelveInstance-387027817-router', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:38Z', 'updated_at': '2021-09-07T12:36:44Z', 'revision_number': 4, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'gw_port': {'id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:39Z', 'updated_at': '2021-09-07T12:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '0446a521-6106-4a2a-bcdb-fe4cb58c9e88', 'name': '', 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'mac_address': 'fa:16:3e:b3:7b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5957a479-45ad-4d2f-8109-41aaa44e723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:43Z', 'updated_at': '2021-09-07T12:36:44Z', 'revision_number': 2, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'subnets': [{'id': '5957a479-45ad-4d2f-8109-41aaa44e723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:48.846568 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8004fc30-cf42-4f98-b5b1-0853585509f6 req-03377ddc-b122-4fe5-b2f5-505d23673f32 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840945 Sep 07 12:36:48.885589 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325485ef-8966-4401-ae6a-887d7e67f124 None None] Network e0f93a6f-38a3-43ba-98a0-331382e24a8b requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:48.905259 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:48.919170 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-722ef971-c6fa-43a0-8b6d-309475d439fb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8763516 Sep 07 12:36:48.923740 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40634) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:48.928497 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-778908668-router', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:49.014308 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 216d077f-1ca3-41d5-bc16-e24483934db7, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=216d077f-1ca3-41d5-bc16-e24483934db7,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:49.016139 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Checking router: 48e9bac3-9ac5-4f36-a834-d140167fda5e for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:36:49.016714 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Updating router 48e9bac3-9ac5-4f36-a834-d140167fda5e port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 binding host dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:36:49.045181 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] No Port match for: 11058b84-3239-4663-8df5-49c4c240ea50 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:36:49.045524 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 11058b84-3239-4663-8df5-49c4c240ea50 not bound to the agent host hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:36:49.073799 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1531530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22126'] for router, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.075143 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.075257 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1529658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22117'] for router, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.079793 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.db_base_plugin_common [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Allocated IP 172.20.0.2 (c9a073c0-fdb1-440d-aff3-98dcabf23980/23e7acd7-c836-448b-b154-a3fdca8c7152/e340cf22-ebef-4ae5-931a-4e06e342e641) {{(pid=94579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:49.094317 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.095099 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device faa30f92-49a8-481a-b2c3-7896a35f2206 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:49.282975 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=216d077f-1ca3-41d5-bc16-e24483934db7,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:49.428946 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce648fa9-7b31-54c3-a271-dc40bc78a594-e0f93a6f-38a3-43ba-98a0-331382e24a8b', 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'fixed_ips': [{'subnet_id': 'd4b1b4e1-87da-4f97-a5dc-755b66451641'}]}} from dv-cinder-760199-14-iscsi. {{(pid=94579) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 12:36:49.429825 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.440468 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.451404 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port faa30f92-49a8-481a-b2c3-7896a35f2206 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:49.451801 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.477719 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.486590 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daf699-9fa5-4d9f-9af0-a1bac841d60e req-cf00af05-a579-4a7a-b0c1-3111ae380547 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:49.492737 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-e2daf699-9fa5-4d9f-9af0-a1bac841d60e req-cf00af05-a579-4a7a-b0c1-3111ae380547 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 946 time: 0.4343407 Sep 07 12:36:49.502733 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40642) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:49.502733 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-285790ca-270c-4a14-b866-c54fc1e63410 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'floatingip': {'port_id': '2307cbc0-34e7-462f-afe5-fb5dd486c895'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:49.598948 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-285790ca-270c-4a14-b866-c54fc1e63410 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.697802 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.751186 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae7d2c-eb36-426b-a82d-8286fb03bf11 req-f5f52cbb-27b0-4f2c-8a82-1080f18e1fc3 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:49.758378 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4dae7d2c-eb36-426b-a82d-8286fb03bf11 req-f5f52cbb-27b0-4f2c-8a82-1080f18e1fc3 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.2018161 Sep 07 12:36:49.772397 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Transition to ACTIVE for port object e340cf22-ebef-4ae5-931a-4e06e342e641 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:49.812589 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.825428 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Transition to ACTIVE for port object e340cf22-ebef-4ae5-931a-4e06e342e641 will not be triggered until provisioned by entity DHCP. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:49.833124 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.db_base_plugin_common [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Allocated IP 172.20.0.2 (e0f93a6f-38a3-43ba-98a0-331382e24a8b/d4b1b4e1-87da-4f97-a5dc-755b66451641/e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64) {{(pid=94579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:49.849468 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4dae7d2c-eb36-426b-a82d-8286fb03bf11 req-bff1fab8-ccba-45c1-94a1-c73e9036cba5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900853 Sep 07 12:36:49.904808 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Notify callbacks [] for port, precommit_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:49.923816 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.061099 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.115002 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.125238 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Transition to ACTIVE for port object 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:50.145120 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 216d077f-1ca3-41d5-bc16-e24483934db7 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:50.202914 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Network c9a073c0-fdb1-440d-aff3-98dcabf23980 is already hosted by enough agents. {{(pid=94579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:50.212757 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f8116-56b6-4009-a79f-3a8156d1ef02 req-1086c2e6-8f69-4108-b80f-01819f921dd6 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:50.214231 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.base_scheduler [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Resources bound (agent type, host, resource id): {{(pid=94579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:50.214376 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0b0f8116-56b6-4009-a79f-3a8156d1ef02 req-1086c2e6-8f69-4108-b80f-01819f921dd6 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 946 time: 0.1906734 Sep 07 12:36:50.228249 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Received port after_create {{(pid=94579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:50.235617 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Pushing event updated for resources: {'Port': ['ID=e340cf22-ebef-4ae5-931a-4e06e342e641,revision_number=1']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:50.261301 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.331034 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Allocated IP 172.27.2.62 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/c5e07458-c6e7-487b-a58e-1782a280f50f) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:50.333795 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0b0f8116-56b6-4009-a79f-3a8156d1ef02 req-bce01cbd-8faa-4911-a892-663ff458ee84 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111884 Sep 07 12:36:50.393397 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 216d077f-1ca3-41d5-bc16-e24483934db7 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:50.393761 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.395956 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.401174 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.428699 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Attempting to bind port e340cf22-ebef-4ae5-931a-4e06e342e641 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:50.429063 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Attempting to bind port e340cf22-ebef-4ae5-931a-4e06e342e641 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '54b2f1f7-d62f-47b1-aa3a-e9d272344b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:50.429425 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Attempting to bind port e340cf22-ebef-4ae5-931a-4e06e342e641 on network c9a073c0-fdb1-440d-aff3-98dcabf23980 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:50.440569 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Transition to ACTIVE for port object e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:50.443055 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccab4a7-6ef4-4887-a0f7-ac09b5d18446 None None] Pushing event updated for resources: {'Port': ['ID=0446a521-6106-4a2a-bcdb-fe4cb58c9e88,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:50.452442 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.466610 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:50.467149 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Checking segment: {'id': '54b2f1f7-d62f-47b1-aa3a-e9d272344b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:50.467429 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.468911 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Bound using segment: {'id': '54b2f1f7-d62f-47b1-aa3a-e9d272344b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:50.468911 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Bound port: e340cf22-ebef-4ae5-931a-4e06e342e641, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b2f1f7-d62f-47b1-aa3a-e9d272344b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:50.469364 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.474988 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-285790ca-270c-4a14-b866-c54fc1e63410 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.513560 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Transition to ACTIVE for port object e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 will not be triggered until provisioned by entity DHCP. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:50.544698 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.551399 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Attempting to bind port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:50.551772 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Attempting to bind port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '095f6e09-4e15-447b-bfc3-fb20b0d6479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:50.552162 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Attempting to bind port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 on network a34dce28-62d9-48a0-bb89-520c5c704e77 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:50.555825 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-285790ca-270c-4a14-b866-c54fc1e63410 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.569304 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:50.569678 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Checking segment: {'id': '095f6e09-4e15-447b-bfc3-fb20b0d6479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:50.570071 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.570464 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Bound using segment: {'id': '095f6e09-4e15-447b-bfc3-fb20b0d6479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:50.570944 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Bound port: 0446a521-6106-4a2a-bcdb-fe4cb58c9e88, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095f6e09-4e15-447b-bfc3-fb20b0d6479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:50.571316 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.602334 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.659543 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] For port e340cf22-ebef-4ae5-931a-4e06e342e641, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:50.678339 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.705400 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Network e0f93a6f-38a3-43ba-98a0-331382e24a8b is already hosted by enough agents. {{(pid=94579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:50.716679 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] For port e340cf22-ebef-4ae5-931a-4e06e342e641, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=e340cf22-ebef-4ae5-931a-4e06e342e641,segment=NetworkSegment(54b2f1f7-d62f-47b1-aa3a-e9d272344b55),segment_id=54b2f1f7-d62f-47b1-aa3a-e9d272344b55)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:50.728511 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.base_scheduler [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Resources bound (agent type, host, resource id): {{(pid=94579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:50.745595 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Received port after_create {{(pid=94579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:50.754943 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Pushing event updated for resources: {'Port': ['ID=e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64,revision_number=1']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:50.758211 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:50.770672 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:50.774967 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:50.778927 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] For port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:50.811379 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.814243 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e07458-c6e7-487b-a58e-1782a280f50f,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:50.833087 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Allocated IP 172.27.2.214 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/3f626fc7-e7c4-47d2-8f74-1145ab5e8f91) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:50.885104 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] For port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=0446a521-6106-4a2a-bcdb-fe4cb58c9e88,segment=NetworkSegment(095f6e09-4e15-447b-bfc3-fb20b0d6479c),segment_id=095f6e09-4e15-447b-bfc3-fb20b0d6479c)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:50.899328 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Attempting to bind port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:50.899688 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Attempting to bind port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '9223ed64-4cb7-49b1-99a5-948e9c48e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:50.900067 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Attempting to bind port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 on network e0f93a6f-38a3-43ba-98a0-331382e24a8b {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:50.915070 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:50.915070 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Checking segment: {'id': '9223ed64-4cb7-49b1-99a5-948e9c48e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:50.915070 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.915070 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Bound using segment: {'id': '9223ed64-4cb7-49b1-99a5-948e9c48e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:50.915070 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Bound port: e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9223ed64-4cb7-49b1-99a5-948e9c48e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:50.915070 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.944891 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:50.946070 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.l3_db [None req-285790ca-270c-4a14-b866-c54fc1e63410 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Floating IP 484c4a93-ccd1-4ad3-9ae7-3b21e806a5e5 associated. External IP: 172.27.2.38, port: 2307cbc0-34e7-462f-afe5-fb5dd486c895. Sep 07 12:36:50.948081 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59fdd6-17a0-4a8c-a681-e248739389f7 None None] Pushing event updated for resources: {'Port': ['ID=e340cf22-ebef-4ae5-931a-4e06e342e641,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:51.083919 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Routers {'48e9bac3-9ac5-4f36-a834-d140167fda5e'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:51.084616 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['48e9bac3-9ac5-4f36-a834-d140167fda5e'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:51.089344 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] For port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:51.096208 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccab4a7-6ef4-4887-a0f7-ac09b5d18446 None None] Pushing event updated for resources: {'Port': ['ID=0446a521-6106-4a2a-bcdb-fe4cb58c9e88,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:51.153118 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] For port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64,segment=NetworkSegment(9223ed64-4cb7-49b1-99a5-948e9c48e58d),segment_id=9223ed64-4cb7-49b1-99a5-948e9c48e58d)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:51.221499 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:51.253146 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:51.267970 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c39da8-b280-48c9-91db-509f79fa25b5 req-3192c74c-cd64-4396-acd4-2ee8686b642b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:51.282309 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-03c39da8-b280-48c9-91db-509f79fa25b5 req-3192c74c-cd64-4396-acd4-2ee8686b642b tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.2362115 Sep 07 12:36:51.290099 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285790ca-270c-4a14-b866-c54fc1e63410 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Router ca200099-bdc5-44b5-9faa-bb4356ae154f has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:36:51.385424 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] Set router 48e9bac3-9ac5-4f36-a834-d140167fda5e gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:51.428423 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b15da-82e4-4264-9be6-5353201b3bc3 None None] Pushing event updated for resources: {'Port': ['ID=e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:51.591790 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285790ca-270c-4a14-b866-c54fc1e63410 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:51.600230 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-285790ca-270c-4a14-b866-c54fc1e63410 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:51.614093 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beec41d-c2b4-4fd4-86d3-0b32ae59b3f4 req-2196d37b-1fda-4599-8593-7e47fd50a4cf tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:51.620703 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10811718-5efa-4e33-8df2-46eeccec07be None None] Sync routers for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:36:51.623119 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-5beec41d-c2b4-4fd4-86d3-0b32ae59b3f4 req-2196d37b-1fda-4599-8593-7e47fd50a4cf tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 946 time: 0.1467559 Sep 07 12:36:51.642812 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10811718-5efa-4e33-8df2-46eeccec07be None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:51.642812 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-10811718-5efa-4e33-8df2-46eeccec07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:51.694748 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-285790ca-270c-4a14-b866-c54fc1e63410 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "PUT /v2.0/floatingips/484c4a93-ccd1-4ad3-9ae7-3b21e806a5e5 HTTP/1.1" status: 200 len: 991 time: 2.1963956 Sep 07 12:36:51.699289 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386d6233-c92b-4fca-a565-899c653ca8f7', 'tag': '2307cbc0-34e7-462f-afe5-fb5dd486c895'}] {{(pid=94578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:51.707610 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e6e7ef2484b5b996877234f86aab50a2429001469084689e0627d13c827ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb" -d '{"events": [{"name": "network-changed", "server_uuid": "386d6233-c92b-4fca-a565-899c653ca8f7", "tag": "2307cbc0-34e7-462f-afe5-fb5dd486c895"}]}' {{(pid=94578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:51.757449 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-5beec41d-c2b4-4fd4-86d3-0b32ae59b3f4 req-4169d55c-3621-4f82-8936-f1cbe4971817 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330099 Sep 07 12:36:51.771805 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'name': 'tempest-TestShelveInstance-387027817-router', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:38Z', 'updated_at': '2021-09-07T12:36:44Z', 'revision_number': 4, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'gw_port': {'id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:39Z', 'updated_at': '2021-09-07T12:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '0446a521-6106-4a2a-bcdb-fe4cb58c9e88', 'name': '', 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'mac_address': 'fa:16:3e:b3:7b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5957a479-45ad-4d2f-8109-41aaa44e723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:43Z', 'updated_at': '2021-09-07T12:36:50Z', 'revision_number': 4, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'subnets': [{'id': '5957a479-45ad-4d2f-8109-41aaa44e723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:51.787651 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:51.809740 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-10811718-5efa-4e33-8df2-46eeccec07be None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:51.820686 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720daca3-7c02-4c05-91f4-ed8e82b8ee06 None None] The sync data for ids ['48e9bac3-9ac5-4f36-a834-d140167fda5e'] in dv-cinder-760199-14-iscsi is: [{'id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'name': 'tempest-TestShelveInstance-387027817-router', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:38Z', 'updated_at': '2021-09-07T12:36:44Z', 'revision_number': 4, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'gw_port': {'id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:39Z', 'updated_at': '2021-09-07T12:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '0446a521-6106-4a2a-bcdb-fe4cb58c9e88', 'name': '', 'network_id': 'a34dce28-62d9-48a0-bb89-520c5c704e77', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'mac_address': 'fa:16:3e:b3:7b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5957a479-45ad-4d2f-8109-41aaa44e723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:43Z', 'updated_at': '2021-09-07T12:36:50Z', 'revision_number': 4, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'subnets': [{'id': '5957a479-45ad-4d2f-8109-41aaa44e723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:36:51.839419 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:51.876231 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-03c39da8-b280-48c9-91db-509f79fa25b5 req-92cec00b-2203-46b5-b336-17cfb7885dc1 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5818477 Sep 07 12:36:52.038179 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ce5dd-edc5-4c6b-9a66-69cc75eb1732 req-db6fbe5c-a050-4628-9b2b-bf1c0443b5f5 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:52.039929 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-9b9ce5dd-edc5-4c6b-9a66-69cc75eb1732 req-db6fbe5c-a050-4628-9b2b-bf1c0443b5f5 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 946 time: 0.2234464 Sep 07 12:36:52.055206 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdea4c7a-3f86-40bc-bbf2-e8b442dc4609 x-openstack-request-id: req-bdea4c7a-3f86-40bc-bbf2-e8b442dc4609 {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:52.055681 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386d6233-c92b-4fca-a565-899c653ca8f7", "tag": "2307cbc0-34e7-462f-afe5-fb5dd486c895", "status": "completed", "code": 200}]} {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:52.056096 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bdea4c7a-3f86-40bc-bbf2-e8b442dc4609 {{(pid=94578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:52.056657 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386d6233-c92b-4fca-a565-899c653ca8f7', 'tag': '2307cbc0-34e7-462f-afe5-fb5dd486c895', 'status': 'completed', 'code': 200} Sep 07 12:36:52.059077 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:52.075815 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:52.125293 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Pushing event updated for resources: {'Port': ['ID=3f626fc7-e7c4-47d2-8f74-1145ab5e8f91,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:52.127752 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:52.203034 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:52.257010 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [req-9b9ce5dd-edc5-4c6b-9a66-69cc75eb1732 req-9fe5ea1f-3953-4acb-b709-9277c1733808 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Deleting port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:36:52.257506 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-9b9ce5dd-edc5-4c6b-9a66-69cc75eb1732 req-9fe5ea1f-3953-4acb-b709-9277c1733808 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:52.390388 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:52.403534 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device e340cf22-ebef-4ae5-931a-4e06e342e641 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:52.430187 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [req-9b9ce5dd-edc5-4c6b-9a66-69cc75eb1732 req-9fe5ea1f-3953-4acb-b709-9277c1733808 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] For port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=169ca5bc-82fc-448f-8bcc-10d1725dc4f0,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:52.430640 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-9b9ce5dd-edc5-4c6b-9a66-69cc75eb1732 req-9fe5ea1f-3953-4acb-b709-9277c1733808 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:52.460316 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [req-9b9ce5dd-edc5-4c6b-9a66-69cc75eb1732 req-9fe5ea1f-3953-4acb-b709-9277c1733808 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Calling delete_port for 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 owned by compute:nova {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:36:52.466117 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb req-a28fa2db-6d55-4abd-8fa3-f062699388f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:52.472863 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb req-a28fa2db-6d55-4abd-8fa3-f062699388f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80c97025214e462c8c84c87c620566a9&device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 1099 time: 0.3290765 Sep 07 12:36:52.487959 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-10811718-5efa-4e33-8df2-46eeccec07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': '484c4a93-ccd1-4ad3-9ae7-3b21e806a5e5', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'port_id': '2307cbc0-34e7-462f-afe5-fb5dd486c895', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'mac_address': 'fa:16:3e:1d:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386d6233-c92b-4fca-a565-899c653ca8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:36:27Z', 'updated_at': '2021-09-07T12:36:50Z', 'revision_number': 1, 'project_id': '80c97025214e462c8c84c87c620566a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:52.539199 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10811718-5efa-4e33-8df2-46eeccec07be None None] Checking router: ca200099-bdc5-44b5-9faa-bb4356ae154f for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:36:52.551502 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10811718-5efa-4e33-8df2-46eeccec07be None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:52.552212 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-10811718-5efa-4e33-8df2-46eeccec07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:52.580929 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d315f8a-dbb2-4d44-ad1a-1797a979c61e None None] Network c9a073c0-fdb1-440d-aff3-98dcabf23980 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:52.585377 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port e340cf22-ebef-4ae5-931a-4e06e342e641 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:52.731688 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3e396-5e90-419b-aff7-8c5011d02c05 req-df2fc412-1038-48b5-90cf-51369ebbfb92 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:52.733645 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-51b3e396-5e90-419b-aff7-8c5011d02c05 req-df2fc412-1038-48b5-90cf-51369ebbfb92 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.3447275 Sep 07 12:36:52.776157 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-10811718-5efa-4e33-8df2-46eeccec07be None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:52.796193 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-85332276-fcb0-43a2-9a28-390c9cdac954 None None] Provisioning for port e340cf22-ebef-4ae5-931a-4e06e342e641 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:52.809349 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-85332276-fcb0-43a2-9a28-390c9cdac954 None None] Provisioning complete for port e340cf22-ebef-4ae5-931a-4e06e342e641 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:52.809816 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-85332276-fcb0-43a2-9a28-390c9cdac954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:52.819434 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1529613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569081'] for router, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:52.847370 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-9b9ce5dd-edc5-4c6b-9a66-69cc75eb1732 req-9fe5ea1f-3953-4acb-b709-9277c1733808 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:52.872048 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['18759fc7-a8a4-4627-91d7-0c6a5ac9736c', '169ca5bc-82fc-448f-8bcc-10d1725dc4f0'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:36:52.878751 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf370ab-fe04-4e78-8f4b-0fb6f0b62af6 None None] Network e0f93a6f-38a3-43ba-98a0-331382e24a8b requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:36:52.901996 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5ea1f-3953-4acb-b709-9277c1733808 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Pushing event deleted for resources: {'Port': ['ID=169ca5bc-82fc-448f-8bcc-10d1725dc4f0,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:52.950976 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3c1e899f-e19d-4d72-bc25-dba3cee988ce req-efa2b476-7f85-4fb6-8647-ef46780465aa tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 210 time: 0.0783157 Sep 07 12:36:52.973990 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb req-bc510613-f0aa-41cd-96c7-9068ffe4b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:52.975980 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb req-bc510613-f0aa-41cd-96c7-9068ffe4b087 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b HTTP/1.1" status: 200 len: 918 time: 0.4891224 Sep 07 12:36:53.053758 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9ce5dd-edc5-4c6b-9a66-69cc75eb1732 req-9fe5ea1f-3953-4acb-b709-9277c1733808 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] No DVR routers for this DVR port 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 on host hv-cinder-76019 {{(pid=94578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:36:53.061825 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [req-9b9ce5dd-edc5-4c6b-9a66-69cc75eb1732 req-9fe5ea1f-3953-4acb-b709-9277c1733808 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:53.068421 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-9b9ce5dd-edc5-4c6b-9a66-69cc75eb1732 req-9fe5ea1f-3953-4acb-b709-9277c1733808 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "DELETE /v2.0/ports/169ca5bc-82fc-448f-8bcc-10d1725dc4f0 HTTP/1.1" status: 204 len: 173 time: 1.0092764 Sep 07 12:36:53.129078 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb req-b7a8f873-fbe8-4627-aa89-888c58a638f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2307cbc0-34e7-462f-afe5-fb5dd486c895 HTTP/1.1" status: 200 len: 999 time: 0.1362762 Sep 07 12:36:53.187185 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12c39f-2e68-4147-98cd-65513fbf3355 req-c89c92ac-6bff-412c-b8ef-cd4b25a479c3 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:53.195386 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-eb12c39f-2e68-4147-98cd-65513fbf3355 req-c89c92ac-6bff-412c-b8ef-cd4b25a479c3 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1212690 Sep 07 12:36:53.278348 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-eb12c39f-2e68-4147-98cd-65513fbf3355 req-c545269c-4c37-4791-b01d-522f1a3607ce tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816066 Sep 07 12:36:53.318704 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb req-1a33e042-2e54-4898-9e1f-6117bebae326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:53.320241 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb req-1a33e042-2e54-4898-9e1f-6117bebae326 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aa68593-c000-4d40-8f9a-2d2c0e557b96 HTTP/1.1" status: 200 len: 856 time: 0.1759911 Sep 07 12:36:53.324932 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-10811718-5efa-4e33-8df2-46eeccec07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': '484c4a93-ccd1-4ad3-9ae7-3b21e806a5e5', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'port_id': '2307cbc0-34e7-462f-afe5-fb5dd486c895', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'mac_address': 'fa:16:3e:1d:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386d6233-c92b-4fca-a565-899c653ca8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:36:27Z', 'updated_at': '2021-09-07T12:36:50Z', 'revision_number': 1, 'project_id': '80c97025214e462c8c84c87c620566a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:53.371544 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10811718-5efa-4e33-8df2-46eeccec07be None None] The sync data for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi is: [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': '484c4a93-ccd1-4ad3-9ae7-3b21e806a5e5', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'port_id': '2307cbc0-34e7-462f-afe5-fb5dd486c895', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'mac_address': 'fa:16:3e:1d:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386d6233-c92b-4fca-a565-899c653ca8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:36:27Z', 'updated_at': '2021-09-07T12:36:50Z', 'revision_number': 1, 'project_id': '80c97025214e462c8c84c87c620566a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:36:53.421734 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-51b3e396-5e90-419b-aff7-8c5011d02c05 req-f4b3997c-8320-4dd5-b1ba-9548e64b29de tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Deleting port f76eaef7-637d-4db2-a54b-f85dfacf7cb5 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:36:53.422402 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-51b3e396-5e90-419b-aff7-8c5011d02c05 req-f4b3997c-8320-4dd5-b1ba-9548e64b29de tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:53.506188 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-85332276-fcb0-43a2-9a28-390c9cdac954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:53.553415 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb req-78dc9ecc-9c0a-4a2f-b74c-3a4ff0a45abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:53.554907 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb req-78dc9ecc-9c0a-4a2f-b74c-3a4ff0a45abb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2225580 Sep 07 12:36:53.561243 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:53.580983 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-85332276-fcb0-43a2-9a28-390c9cdac954 None None] For port e340cf22-ebef-4ae5-931a-4e06e342e641, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=e340cf22-ebef-4ae5-931a-4e06e342e641,segment=NetworkSegment(54b2f1f7-d62f-47b1-aa3a-e9d272344b55),segment_id=54b2f1f7-d62f-47b1-aa3a-e9d272344b55)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:53.624462 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-85332276-fcb0-43a2-9a28-390c9cdac954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:53.683722 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85332276-fcb0-43a2-9a28-390c9cdac954 None None] Pushing event updated for resources: {'Port': ['ID=e340cf22-ebef-4ae5-931a-4e06e342e641,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:53.711919 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-51b3e396-5e90-419b-aff7-8c5011d02c05 req-f4b3997c-8320-4dd5-b1ba-9548e64b29de tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] For port f76eaef7-637d-4db2-a54b-f85dfacf7cb5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76eaef7-637d-4db2-a54b-f85dfacf7cb5,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:53.712531 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-51b3e396-5e90-419b-aff7-8c5011d02c05 req-f4b3997c-8320-4dd5-b1ba-9548e64b29de tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:53.734327 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 is scheduled to L3 agent 6647c929-37a5-41d0-8492-45615cc7804c with binding_index 1 {{(pid=94577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 12:36:53.757153 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-b23b8d9a-dfa0-42cd-a9ec-d91857fcf8d7 None None] Provisioning complete for port e340cf22-ebef-4ae5-931a-4e06e342e641 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:53.757590 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-b23b8d9a-dfa0-42cd-a9ec-d91857fcf8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:53.819400 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-51b3e396-5e90-419b-aff7-8c5011d02c05 req-f4b3997c-8320-4dd5-b1ba-9548e64b29de tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Calling delete_port for f76eaef7-637d-4db2-a54b-f85dfacf7cb5 owned by compute:nova {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:36:54.025601 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-b23b8d9a-dfa0-42cd-a9ec-d91857fcf8d7 None None] Provisioning for port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:54.031771 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-b23b8d9a-dfa0-42cd-a9ec-d91857fcf8d7 None None] Provisioning complete for port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:54.032319 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-b23b8d9a-dfa0-42cd-a9ec-d91857fcf8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.075721 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd68ab6e-db8c-4818-a8f3-7d84b7ae9716', 'name': 'network-vif-deleted', 'tag': '169ca5bc-82fc-448f-8bcc-10d1725dc4f0'}] {{(pid=94578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:54.085032 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e6e7ef2484b5b996877234f86aab50a2429001469084689e0627d13c827ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bd5c90-8f00-43ad-bac4-b0dfaa82a385" -d '{"events": [{"server_uuid": "dd68ab6e-db8c-4818-a8f3-7d84b7ae9716", "name": "network-vif-deleted", "tag": "169ca5bc-82fc-448f-8bcc-10d1725dc4f0"}]}' {{(pid=94578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:54.141591 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0be06f01-339f-4003-986d-5bee4645b1e2 req-1042692b-cc7a-469c-95e3-3b1ee615f8e6 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd68ab6e-db8c-4818-a8f3-7d84b7ae9716 HTTP/1.1" status: 200 len: 210 time: 0.0846243 Sep 07 12:36:54.143460 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:54.231892 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-b23b8d9a-dfa0-42cd-a9ec-d91857fcf8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.258387 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e46933-425f-4a59-8092-647c9f666665 x-openstack-request-id: req-c0e46933-425f-4a59-8092-647c9f666665 {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:54.258689 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd68ab6e-db8c-4818-a8f3-7d84b7ae9716", "name": "network-vif-deleted", "tag": "169ca5bc-82fc-448f-8bcc-10d1725dc4f0", "status": "completed", "code": 200}]} {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:54.259003 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0e46933-425f-4a59-8092-647c9f666665 {{(pid=94578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:54.259499 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd68ab6e-db8c-4818-a8f3-7d84b7ae9716', 'name': 'network-vif-deleted', 'tag': '169ca5bc-82fc-448f-8bcc-10d1725dc4f0', 'status': 'completed', 'code': 200} Sep 07 12:36:54.274822 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-b23b8d9a-dfa0-42cd-a9ec-d91857fcf8d7 None None] For port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64,segment=NetworkSegment(9223ed64-4cb7-49b1-99a5-948e9c48e58d),segment_id=9223ed64-4cb7-49b1-99a5-948e9c48e58d)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:54.334506 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb req-63ac9a5b-821b-4349-b248-389eb7423cd8 service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7650943 Sep 07 12:36:54.344249 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:54.348755 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:54.349159 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.399327 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-b23b8d9a-dfa0-42cd-a9ec-d91857fcf8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.410317 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1529613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569081'] for router, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.455632 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1664a-7851-4abc-af89-00e5c549e61a req-f16b7a01-6af3-4c37-8a6a-8c2b7bdc7643 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:54.469526 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8df1664a-7851-4abc-af89-00e5c549e61a req-f16b7a01-6af3-4c37-8a6a-8c2b7bdc7643 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 945 time: 0.1075063 Sep 07 12:36:54.486203 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.514459 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b8d9a-dfa0-42cd-a9ec-d91857fcf8d7 None None] Pushing event updated for resources: {'Port': ['ID=e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:54.535977 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a0971-2466-40df-a5d0-3ec40c5a1d08 None None] New status for floating IP 484c4a93-ccd1-4ad3-9ae7-3b21e806a5e5: ACTIVE {{(pid=94579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 12:36:54.540368 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-7bfcf4da-0a40-4e6d-a1f7-7d276f41de89 None None] Provisioning complete for port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:54.540742 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf4da-0a40-4e6d-a1f7-7d276f41de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.564636 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8df1664a-7851-4abc-af89-00e5c549e61a req-fcac3a36-16f4-4607-8ffd-49e498e599e5 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938952 Sep 07 12:36:54.610632 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=0446a521-6106-4a2a-bcdb-fe4cb58c9e88,segment=NetworkSegment(095f6e09-4e15-447b-bfc3-fb20b0d6479c),segment_id=095f6e09-4e15-447b-bfc3-fb20b0d6479c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:54.634526 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:54.647988 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Sync routers for ids ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:36:54.659579 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Routers {'1a5ae28e-f523-49b6-b42e-ffe15b20bf19'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:54.660508 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:54.683425 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.684307 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device e340cf22-ebef-4ae5-931a-4e06e342e641 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:54.702362 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-dc18dfb5-1cb0-4f90-a41d-138314fe3adb req-388d9c64-46e4-41f1-856a-591fe6b686e8 service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270953 Sep 07 12:36:54.820671 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Set router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:54.829064 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.833260 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-3ad184e4-a59b-4020-8bd8-6e4c6a9e13f2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7209163 Sep 07 12:36:54.833260 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-51b3e396-5e90-419b-aff7-8c5011d02c05 req-f4b3997c-8320-4dd5-b1ba-9548e64b29de tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.833543 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=0446a521-6106-4a2a-bcdb-fe4cb58c9e88,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:54.833911 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40680) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:54.853148 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['1568b102-16d9-4950-9c41-48b0628a33e5', 'f76eaef7-637d-4db2-a54b-f85dfacf7cb5'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:36:54.880607 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3997c-8320-4dd5-b1ba-9548e64b29de tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Pushing event deleted for resources: {'Port': ['ID=f76eaef7-637d-4db2-a54b-f85dfacf7cb5,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:54.886645 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Router aa57c442-b652-4a14-aed0-732b926b859d is scheduled to L3 agent 6647c929-37a5-41d0-8492-45615cc7804c with binding_index 1 {{(pid=94577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 12:36:54.910097 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port e340cf22-ebef-4ae5-931a-4e06e342e641 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:54.910929 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.986440 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b3e396-5e90-419b-aff7-8c5011d02c05 req-f4b3997c-8320-4dd5-b1ba-9548e64b29de tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] No DVR routers for this DVR port f76eaef7-637d-4db2-a54b-f85dfacf7cb5 on host hv-cinder-76019 {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:36:54.997167 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-51b3e396-5e90-419b-aff7-8c5011d02c05 req-f4b3997c-8320-4dd5-b1ba-9548e64b29de tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:54.999373 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-51b3e396-5e90-419b-aff7-8c5011d02c05 req-f4b3997c-8320-4dd5-b1ba-9548e64b29de tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.42 "DELETE /v2.0/ports/f76eaef7-637d-4db2-a54b-f85dfacf7cb5 HTTP/1.1" status: 204 len: 173 time: 2.2591231 Sep 07 12:36:54.999939 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfdda8a-cde2-4089-bd32-d97c4958da8d', 'name': 'network-vif-deleted', 'tag': 'f76eaef7-637d-4db2-a54b-f85dfacf7cb5'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:55.002591 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ce4fab-67e3-487c-bc1a-3865192bda8f" -d '{"events": [{"server_uuid": "fdfdda8a-cde2-4089-bd32-d97c4958da8d", "name": "network-vif-deleted", "tag": "f76eaef7-637d-4db2-a54b-f85dfacf7cb5"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:55.112936 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637d797b-ebc3-4a3b-9806-2749f7aa6a17 x-openstack-request-id: req-637d797b-ebc3-4a3b-9806-2749f7aa6a17 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:55.114317 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfdda8a-cde2-4089-bd32-d97c4958da8d", "name": "network-vif-deleted", "tag": "f76eaef7-637d-4db2-a54b-f85dfacf7cb5", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:55.114317 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-637d797b-ebc3-4a3b-9806-2749f7aa6a17 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:55.114735 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfdda8a-cde2-4089-bd32-d97c4958da8d', 'name': 'network-vif-deleted', 'tag': 'f76eaef7-637d-4db2-a54b-f85dfacf7cb5', 'status': 'completed', 'code': 200} Sep 07 12:36:55.146150 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:55.150641 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'name': 'tempest-TestMinimumBasicScenario-938169405-router', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:48Z', 'updated_at': '2021-09-07T12:36:51Z', 'revision_number': 3, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'gw_port': {'id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:55.168665 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Sync routers for ids ['aa57c442-b652-4a14-aed0-732b926b859d'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:36:55.177853 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Checking router: 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:36:55.178192 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Updating router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 port c5e07458-c6e7-487b-a58e-1782a280f50f binding host dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:36:55.195808 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Routers {'aa57c442-b652-4a14-aed0-732b926b859d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:55.196614 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['aa57c442-b652-4a14-aed0-732b926b859d'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:55.208851 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:55.246128 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:55.250025 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-9d4e38c5-6efc-411b-9a01-f52f84150140 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3225009 Sep 07 12:36:55.250744 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40688) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:55.409099 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Set router aa57c442-b652-4a14-aed0-732b926b859d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:55.635466 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'name': 'tempest-TestShelveInstance-778908668-router', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:49Z', 'updated_at': '2021-09-07T12:36:52Z', 'revision_number': 3, 'project_id': 'd79bdb599660443aace70949fc851c60', 'gw_port': {'id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:55.653262 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Notify callbacks [] for port, precommit_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:55.672997 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:55.680066 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.provisioning_blocks [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Transition to ACTIVE for port object c5e07458-c6e7-487b-a58e-1782a280f50f will not be triggered until provisioned by entity L2. {{(pid=94580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:55.692730 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Checking router: aa57c442-b652-4a14-aed0-732b926b859d for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:36:55.693209 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Updating router aa57c442-b652-4a14-aed0-732b926b859d port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 binding host dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:36:55.742717 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:55.775910 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-1cf74ec8-fb59-4087-9da0-b4557b8a556d req-ada0dd49-295c-4574-8e0e-f04ff0fd4de9 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdda8a-cde2-4089-bd32-d97c4958da8d HTTP/1.1" status: 200 len: 210 time: 0.0386558 Sep 07 12:36:55.805299 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:55.922550 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Allocated IP 172.20.0.1 (c9a073c0-fdb1-440d-aff3-98dcabf23980/23e7acd7-c836-448b-b154-a3fdca8c7152/ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:55.941376 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Attempting to bind port c5e07458-c6e7-487b-a58e-1782a280f50f on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:55.941376 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Attempting to bind port c5e07458-c6e7-487b-a58e-1782a280f50f by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:55.941758 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Attempting to bind port c5e07458-c6e7-487b-a58e-1782a280f50f on network f28d70d3-07bf-4854-88e0-9a9ce1a68175 {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:55.952008 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed13db-4ddb-44da-9542-8e219de7dca4 None None] Pushing event updated for resources: {'Port': ['ID=c5e07458-c6e7-487b-a58e-1782a280f50f,revision_number=2']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:55.963290 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:55.963991 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Checking segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:55.964703 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:55.965305 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Bound using segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:55.966125 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Bound port: c5e07458-c6e7-487b-a58e-1782a280f50f, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:55.966763 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:55.985382 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.023055 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:56.089013 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] For port c5e07458-c6e7-487b-a58e-1782a280f50f, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:56.095304 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] For port c5e07458-c6e7-487b-a58e-1782a280f50f, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=c5e07458-c6e7-487b-a58e-1782a280f50f,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:56.122767 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.155870 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Transition to ACTIVE for port object ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 will not be triggered until provisioned by entity DHCP. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:56.179911 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.217399 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:56.218172 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.244184 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Routers {'1a5ae28e-f523-49b6-b42e-ffe15b20bf19'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:56.244818 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:56.245676 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Allocated IP 172.20.0.1 (e0f93a6f-38a3-43ba-98a0-331382e24a8b/d4b1b4e1-87da-4f97-a5dc-755b66451641/6f39e6d0-d6da-4c29-b64d-9c6d56403be7) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:36:56.265323 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Notify callbacks [] for port, precommit_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.267637 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa850bce-ab6e-4cb4-aec2-b4ab717bb972 req-1f8052c6-ebba-46d5-8363-597f43744919 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:56.269869 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-fa850bce-ab6e-4cb4-aec2-b4ab717bb972 req-1f8052c6-ebba-46d5-8363-597f43744919 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 945 time: 0.0745339 Sep 07 12:36:56.275946 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.300974 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed13db-4ddb-44da-9542-8e219de7dca4 None None] Pushing event updated for resources: {'Port': ['ID=c5e07458-c6e7-487b-a58e-1782a280f50f,revision_number=3']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:56.305609 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Transition to ACTIVE for port object 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:56.338139 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:56.342953 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Network c9a073c0-fdb1-440d-aff3-98dcabf23980 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:56.344790 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:56.347045 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:56.347761 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567946'] for router_interface, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.365446 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-fa850bce-ab6e-4cb4-aec2-b4ab717bb972 req-94ac69a3-3963-4cda-b1f6-7d6621089de3 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780923 Sep 07 12:36:56.406745 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.421877 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Transition to ACTIVE for port object 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:36:56.441557 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] Set router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:56.441973 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:56.447429 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.549861 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.555931 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb8878-01f2-4c7a-9bef-884964bda50c None None] Pushing event updated for resources: {'Port': ['ID=3f626fc7-e7c4-47d2-8f74-1145ab5e8f91,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:56.564916 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Attempting to bind port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:36:56.565207 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Attempting to bind port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:36:56.565577 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Attempting to bind port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 on network f28d70d3-07bf-4854-88e0-9a9ce1a68175 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:36:56.573978 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:36:56.574351 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Checking segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:36:56.574752 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.577392 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Bound using segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:36:56.577392 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Bound port: 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:36:56.577392 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.597708 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Network e0f93a6f-38a3-43ba-98a0-331382e24a8b is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:56.611669 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:56.612079 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.615220 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:56.617429 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Pushing event updated for resources: {'Port': ['ID=6f39e6d0-d6da-4c29-b64d-9c6d56403be7,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:56.619798 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:36:56.681007 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567946'] for router_interface, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.689408 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.724069 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'name': 'tempest-TestMinimumBasicScenario-938169405-router', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:48Z', 'updated_at': '2021-09-07T12:36:51Z', 'revision_number': 3, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'gw_port': {'id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:56.779967 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3015c0-e9f6-4e38-9988-3e8d1357ea9b None None] The sync data for ids ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'] in dv-cinder-760199-14-iscsi is: [{'id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'name': 'tempest-TestMinimumBasicScenario-938169405-router', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:48Z', 'updated_at': '2021-09-07T12:36:51Z', 'revision_number': 3, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'gw_port': {'id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:36:56.790809 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-0d1df67f-ccd1-4e72-9ad9-cc5e85280bb6 None None] Provisioning for port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:56.802479 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-0d1df67f-ccd1-4e72-9ad9-cc5e85280bb6 None None] Provisioning complete for port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:56.803152 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0d1df67f-ccd1-4e72-9ad9-cc5e85280bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:56.870665 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:36:56.897096 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] For port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:36:56.898936 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] No Port match for: 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:36:56.899269 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 169ca5bc-82fc-448f-8bcc-10d1725dc4f0 not bound to the agent host hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:36:56.899678 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device f76eaef7-637d-4db2-a54b-f85dfacf7cb5 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:36:56.956284 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] No Port match for: f76eaef7-637d-4db2-a54b-f85dfacf7cb5 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:36:56.956786 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device f76eaef7-637d-4db2-a54b-f85dfacf7cb5 not bound to the agent host hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:36:56.966146 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] For port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=3f626fc7-e7c4-47d2-8f74-1145ab5e8f91,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:36:56.968823 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-0d1df67f-ccd1-4e72-9ad9-cc5e85280bb6 None None] Port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:36:56.990422 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:57.002840 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:57.079178 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:57.079949 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567610'] for router_interface, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:57.083507 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:57.150694 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Routers {'aa57c442-b652-4a14-aed0-732b926b859d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:36:57.151328 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['aa57c442-b652-4a14-aed0-732b926b859d'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:57.151608 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:57.284618 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:57.289863 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Network c9a073c0-fdb1-440d-aff3-98dcabf23980 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:57.291484 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:57.338505 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-86c81d07-526e-412f-aa0d-018a68359b7c None None] Provisioning for port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:57.344584 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb8878-01f2-4c7a-9bef-884964bda50c None None] Pushing event updated for resources: {'Port': ['ID=3f626fc7-e7c4-47d2-8f74-1145ab5e8f91,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:57.350962 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-86c81d07-526e-412f-aa0d-018a68359b7c None None] Provisioning complete for port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:57.351339 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-86c81d07-526e-412f-aa0d-018a68359b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:57.364336 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:57.401715 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-86c81d07-526e-412f-aa0d-018a68359b7c None None] Port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:36:57.481569 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] Set router aa57c442-b652-4a14-aed0-732b926b859d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:36:57.586606 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Pushing event updated for resources: {'Port': ['ID=6f39e6d0-d6da-4c29-b64d-9c6d56403be7,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:57.592228 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567610'] for router_interface, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:57.640645 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c12de6-b1ca-4fab-a803-2e8258b9993d req-288af429-565b-42fe-bd92-e6d671795384 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:57.642256 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-90c12de6-b1ca-4fab-a803-2e8258b9993d req-288af429-565b-42fe-bd92-e6d671795384 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 945 time: 0.1270471 Sep 07 12:36:57.644774 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:36:57.783441 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fa182-ade1-4bd0-b6e0-144f39f14135 req-7d534314-a650-4bb8-8782-ca751a4b023e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:57.783441 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-585fa182-ade1-4bd0-b6e0-144f39f14135 req-7d534314-a650-4bb8-8782-ca751a4b023e tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e HTTP/1.1" status: 200 len: 945 time: 0.2551365 Sep 07 12:36:57.783648 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-755823d7-5cc8-469b-bb44-0519ed1b108a None None] Provisioning complete for port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:57.783648 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-755823d7-5cc8-469b-bb44-0519ed1b108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:57.783890 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Network e0f93a6f-38a3-43ba-98a0-331382e24a8b is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:36:57.783890 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:36:57.788184 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:57.788710 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-755823d7-5cc8-469b-bb44-0519ed1b108a None None] Port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:36:57.796910 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-40cea476-4360-43ff-994d-f08ecc6c60f5 admin admin] 10.222.0.69 "PUT /v2.0/routers/1a5ae28e-f523-49b6-b42e-ffe15b20bf19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9622340 Sep 07 12:36:57.798865 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'name': 'tempest-TestShelveInstance-778908668-router', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:49Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 4, 'project_id': 'd79bdb599660443aace70949fc851c60', 'gw_port': {'id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '6f39e6d0-d6da-4c29-b64d-9c6d56403be7', 'name': '', 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'mac_address': 'fa:16:3e:c0:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd4b1b4e1-87da-4f97-a5dc-755b66451641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:56Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 1, 'project_id': 'd79bdb599660443aace70949fc851c60', 'subnets': [{'id': 'd4b1b4e1-87da-4f97-a5dc-755b66451641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:36:57.913168 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-90c12de6-b1ca-4fab-a803-2e8258b9993d req-e5b81445-6a9c-4e5f-a036-818aa1e6bcaa tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697094 Sep 07 12:36:57.914795 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad2d2e-280e-4c07-8f2d-d472d7b2ee04 req-74a0cbc8-90cb-42ac-8b47-7a82580d4fcb tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:57.914795 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0dad2d2e-280e-4c07-8f2d-d472d7b2ee04 req-74a0cbc8-90cb-42ac-8b47-7a82580d4fcb tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 945 time: 0.1423328 Sep 07 12:36:57.918820 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96fcbc-85de-46f7-ba55-19b1a17b664f None None] The sync data for ids ['aa57c442-b652-4a14-aed0-732b926b859d'] in dv-cinder-760199-14-iscsi is: [{'id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'name': 'tempest-TestShelveInstance-778908668-router', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:49Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 4, 'project_id': 'd79bdb599660443aace70949fc851c60', 'gw_port': {'id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '6f39e6d0-d6da-4c29-b64d-9c6d56403be7', 'name': '', 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'mac_address': 'fa:16:3e:c0:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd4b1b4e1-87da-4f97-a5dc-755b66451641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:56Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 1, 'project_id': 'd79bdb599660443aace70949fc851c60', 'subnets': [{'id': 'd4b1b4e1-87da-4f97-a5dc-755b66451641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:36:57.922456 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-585fa182-ade1-4bd0-b6e0-144f39f14135 req-5eb38857-a1f8-4b42-ba3a-d7fe0e7acfa1 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261761 Sep 07 12:36:58.048686 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device c5e07458-c6e7-487b-a58e-1782a280f50f up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:36:58.191844 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Router aa57c442-b652-4a14-aed0-732b926b859d has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:36:58.200445 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port c5e07458-c6e7-487b-a58e-1782a280f50f completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:36:58.209104 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port c5e07458-c6e7-487b-a58e-1782a280f50f triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:58.209659 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:58.318114 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:58.326889 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-98aa3d95-2038-46e8-aec4-b7a0677e28b0 None None] Provisioning complete for port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:36:58.327537 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-98aa3d95-2038-46e8-aec4-b7a0677e28b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:58.371132 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port c5e07458-c6e7-487b-a58e-1782a280f50f, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=c5e07458-c6e7-487b-a58e-1782a280f50f,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:58.385037 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-98aa3d95-2038-46e8-aec4-b7a0677e28b0 None None] Port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:36:58.468136 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:58.482094 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-0dad2d2e-280e-4c07-8f2d-d472d7b2ee04 req-e1b89735-d38d-477e-826c-f4e4235da06e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Deleting port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:36:58.482461 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-0dad2d2e-280e-4c07-8f2d-d472d7b2ee04 req-e1b89735-d38d-477e-826c-f4e4235da06e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:58.574040 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=c5e07458-c6e7-487b-a58e-1782a280f50f,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:58.646681 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e8b7-d157-40ef-8a46-c32c4687ae5b req-4afe9fe6-cdd6-4843-98f3-b03b215502b8 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:58.663384 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-6272e8b7-d157-40ef-8a46-c32c4687ae5b req-4afe9fe6-cdd6-4843-98f3-b03b215502b8 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 946 time: 0.1225574 Sep 07 12:36:58.690115 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-0dad2d2e-280e-4c07-8f2d-d472d7b2ee04 req-e1b89735-d38d-477e-826c-f4e4235da06e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] For port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=18759fc7-a8a4-4627-91d7-0c6a5ac9736c,segment=NetworkSegment(fb02c6ab-f2a7-4454-8a59-63718d3ef972),segment_id=fb02c6ab-f2a7-4454-8a59-63718d3ef972)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:58.690115 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-0dad2d2e-280e-4c07-8f2d-d472d7b2ee04 req-e1b89735-d38d-477e-826c-f4e4235da06e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:58.691254 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:36:58.700610 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-e8cf32b6-9212-4658-80ee-ec03f3a72a60 admin admin] 10.222.0.69 "PUT /v2.0/routers/aa57c442-b652-4a14-aed0-732b926b859d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4486418 Sep 07 12:36:58.709729 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-0dad2d2e-280e-4c07-8f2d-d472d7b2ee04 req-e1b89735-d38d-477e-826c-f4e4235da06e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Calling delete_port for 18759fc7-a8a4-4627-91d7-0c6a5ac9736c owned by compute:nova {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:36:58.719233 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-6272e8b7-d157-40ef-8a46-c32c4687ae5b req-3d4729ec-572b-4057-8bfd-c0ca17370667 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549743 Sep 07 12:36:58.850387 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bede3-ff5c-4d0e-b0cc-b73a291f6878 req-3ba75a7b-139c-4de9-a68d-a9590bd0db0c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:58.851917 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-628bede3-ff5c-4d0e-b0cc-b73a291f6878 req-3ba75a7b-139c-4de9-a68d-a9590bd0db0c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e HTTP/1.1" status: 200 len: 945 time: 0.0801361 Sep 07 12:36:59.043152 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01310dc-06ee-4e83-a5bf-5af837438d2d req-cce51e04-ae59-464d-bd52-d1646e95a780 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:59.043819 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f01310dc-06ee-4e83-a5bf-5af837438d2d req-cce51e04-ae59-464d-bd52-d1646e95a780 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 945 time: 0.0806286 Sep 07 12:36:59.052069 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-628bede3-ff5c-4d0e-b0cc-b73a291f6878 req-ba509124-3cb9-43bf-bb75-3b629a5636cf tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Deleting port 1568b102-16d9-4950-9c41-48b0628a33e5 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:36:59.053100 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-628bede3-ff5c-4d0e-b0cc-b73a291f6878 req-ba509124-3cb9-43bf-bb75-3b629a5636cf tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:59.070866 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-0dad2d2e-280e-4c07-8f2d-d472d7b2ee04 req-e1b89735-d38d-477e-826c-f4e4235da06e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:59.085092 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['18759fc7-a8a4-4627-91d7-0c6a5ac9736c'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:36:59.113376 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b89735-d38d-477e-826c-f4e4235da06e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Pushing event deleted for resources: {'Port': ['ID=18759fc7-a8a4-4627-91d7-0c6a5ac9736c,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:59.131314 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f01310dc-06ee-4e83-a5bf-5af837438d2d req-5770ec37-14ef-4d9a-87d0-7b594de1a3a7 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/security-groups?id=d94477a5-616c-4402-9352-ea69715d6197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708730 Sep 07 12:36:59.195723 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dad2d2e-280e-4c07-8f2d-d472d7b2ee04 req-e1b89735-d38d-477e-826c-f4e4235da06e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] No DVR routers for this DVR port 18759fc7-a8a4-4627-91d7-0c6a5ac9736c on host hv-cinder-76019 {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:36:59.226595 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-0dad2d2e-280e-4c07-8f2d-d472d7b2ee04 req-e1b89735-d38d-477e-826c-f4e4235da06e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:59.228865 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0dad2d2e-280e-4c07-8f2d-d472d7b2ee04 req-e1b89735-d38d-477e-826c-f4e4235da06e tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.42 "DELETE /v2.0/ports/18759fc7-a8a4-4627-91d7-0c6a5ac9736c HTTP/1.1" status: 204 len: 173 time: 1.3775401 Sep 07 12:36:59.229307 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4799647-90a1-4d82-93be-2313f8e1582f', 'name': 'network-vif-deleted', 'tag': '18759fc7-a8a4-4627-91d7-0c6a5ac9736c'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:36:59.232977 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d876a8-9b41-4531-8121-e4f9269c45d9" -d '{"events": [{"server_uuid": "e4799647-90a1-4d82-93be-2313f8e1582f", "name": "network-vif-deleted", "tag": "18759fc7-a8a4-4627-91d7-0c6a5ac9736c"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:36:59.246516 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-628bede3-ff5c-4d0e-b0cc-b73a291f6878 req-ba509124-3cb9-43bf-bb75-3b629a5636cf tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] For port 1568b102-16d9-4950-9c41-48b0628a33e5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1568b102-16d9-4950-9c41-48b0628a33e5,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:36:59.246895 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-628bede3-ff5c-4d0e-b0cc-b73a291f6878 req-ba509124-3cb9-43bf-bb75-3b629a5636cf tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:59.272543 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-628bede3-ff5c-4d0e-b0cc-b73a291f6878 req-ba509124-3cb9-43bf-bb75-3b629a5636cf tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Calling delete_port for 1568b102-16d9-4950-9c41-48b0628a33e5 owned by compute:nova {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:36:59.290706 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fcfea-f9b0-4878-9789-d11872c002b9 req-e0369416-fa9e-4e91-bbc9-dae2cd7bf50c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:36:59.295137 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-de7fcfea-f9b0-4878-9789-d11872c002b9 req-e0369416-fa9e-4e91-bbc9-dae2cd7bf50c tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e HTTP/1.1" status: 200 len: 945 time: 0.0687830 Sep 07 12:36:59.375619 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-de7fcfea-f9b0-4878-9789-d11872c002b9 req-0d4b4640-4b65-4453-9a66-7aa21a0422ca tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/security-groups?id=063243cf-d793-4227-8e50-0229e805654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764291 Sep 07 12:36:59.484643 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40774) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:36:59.493765 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-a89bfb00-346c-4e04-85f6-046af3dd142d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262996338', 'description': 'tempest-secgroup-smoke-262996338 description', 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:36:59.526957 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e06cf3-846f-46b7-bf76-4a1257a962e1 x-openstack-request-id: req-92e06cf3-846f-46b7-bf76-4a1257a962e1 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:36:59.527550 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4799647-90a1-4d82-93be-2313f8e1582f", "name": "network-vif-deleted", "tag": "18759fc7-a8a4-4627-91d7-0c6a5ac9736c", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:36:59.530360 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92e06cf3-846f-46b7-bf76-4a1257a962e1 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:36:59.530360 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4799647-90a1-4d82-93be-2313f8e1582f', 'name': 'network-vif-deleted', 'tag': '18759fc7-a8a4-4627-91d7-0c6a5ac9736c', 'status': 'completed', 'code': 200} Sep 07 12:36:59.548910 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-628bede3-ff5c-4d0e-b0cc-b73a291f6878 req-ba509124-3cb9-43bf-bb75-3b629a5636cf tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:59.566043 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['1568b102-16d9-4950-9c41-48b0628a33e5'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:36:59.607759 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba509124-3cb9-43bf-bb75-3b629a5636cf tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Pushing event deleted for resources: {'Port': ['ID=1568b102-16d9-4950-9c41-48b0628a33e5,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:36:59.666967 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-628bede3-ff5c-4d0e-b0cc-b73a291f6878 req-ba509124-3cb9-43bf-bb75-3b629a5636cf tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] No DVR routers for this DVR port 1568b102-16d9-4950-9c41-48b0628a33e5 on host hv-cinder-76019 {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:36:59.670620 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-628bede3-ff5c-4d0e-b0cc-b73a291f6878 req-ba509124-3cb9-43bf-bb75-3b629a5636cf tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:59.673167 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-628bede3-ff5c-4d0e-b0cc-b73a291f6878 req-ba509124-3cb9-43bf-bb75-3b629a5636cf tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.42 "DELETE /v2.0/ports/1568b102-16d9-4950-9c41-48b0628a33e5 HTTP/1.1" status: 204 len: 173 time: 0.8119762 Sep 07 12:36:59.795209 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a89bfb00-346c-4e04-85f6-046af3dd142d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:36:59.946957 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a89bfb00-346c-4e04-85f6-046af3dd142d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.062950 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaf946-464d-4830-a93e-589f370a0cc7 req-fad3d383-7409-4a09-b692-5b04e2b1cde7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:00.064568 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-dfcaf946-464d-4830-a93e-589f370a0cc7 req-fad3d383-7409-4a09-b692-5b04e2b1cde7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 946 time: 0.2441347 Sep 07 12:37:00.074005 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a89bfb00-346c-4e04-85f6-046af3dd142d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.086355 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device c5e07458-c6e7-487b-a58e-1782a280f50f up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:37:00.103610 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-5e41c9b0-2bfe-4ffe-95bc-a796225c6891 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:00.109546 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-5e41c9b0-2bfe-4ffe-95bc-a796225c6891 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.42 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 946 time: 0.2323496 Sep 07 12:37:00.112613 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.160974 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port c5e07458-c6e7-487b-a58e-1782a280f50f triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:00.161398 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.178301 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bfb00-346c-4e04-85f6-046af3dd142d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f06a40-cff0-4285-89af-29cc99413811,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:00.217464 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a89bfb00-346c-4e04-85f6-046af3dd142d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.218962 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-a89bfb00-346c-4e04-85f6-046af3dd142d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7333169 Sep 07 12:37:00.222888 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40780) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:00.226839 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-c1e5cd68-9a67-4651-8436-04b3ec67659d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Request body: {'security_group_rule': {'security_group_id': '35f06a40-cff0-4285-89af-29cc99413811', 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:00.296594 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-dfcaf946-464d-4830-a93e-589f370a0cc7 req-0c477660-1e25-4fcb-9a61-1d6305782d40 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a765bc4-84e2-4efa-8e35-3218e021ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809566 Sep 07 12:37:00.329249 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Deleting port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:00.329592 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.344849 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f2996ee9-daba-48ef-b274-4a47088e6567 req-15c15dbb-cb10-4b30-8005-60e2d0760602 tempest-AttachVolumeNegativeTest-1782186781 tempest-AttachVolumeNegativeTest-1782186781-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4799647-90a1-4d82-93be-2313f8e1582f HTTP/1.1" status: 200 len: 210 time: 0.0361269 Sep 07 12:37:00.362613 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c1e5cd68-9a67-4651-8436-04b3ec67659d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.471972 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c1e5cd68-9a67-4651-8436-04b3ec67659d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.496570 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] For port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:00.500351 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.518837 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-3cd72f89-d3d8-4793-ae20-a751ebff8c5e req-4645daf0-4e05-438b-8fe1-7cbc168bd318 tempest-ServerRescueNegativeTestJSON-342534579 tempest-ServerRescueNegativeTestJSON-342534579-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e HTTP/1.1" status: 200 len: 210 time: 0.0381074 Sep 07 12:37:00.577123 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c1e5cd68-9a67-4651-8436-04b3ec67659d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.608638 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5cd68-9a67-4651-8436-04b3ec67659d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956fb298-69d1-411f-a639-5e8e810cb3d3,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:00.715221 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c1e5cd68-9a67-4651-8436-04b3ec67659d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.717342 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-c1e5cd68-9a67-4651-8436-04b3ec67659d tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4939992 Sep 07 12:37:00.719791 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40786) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:00.725055 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-72316df8-8188-4efe-bb94-83877fd56e9c tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Request body: {'security_group_rule': {'security_group_id': '35f06a40-cff0-4285-89af-29cc99413811', 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:00.783644 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Sync routers for ids ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:37:00.794449 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Routers {'1a5ae28e-f523-49b6-b42e-ffe15b20bf19'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:00.795465 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:00.881102 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-72316df8-8188-4efe-bb94-83877fd56e9c tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.952379 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Set router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:00.979174 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.979626 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:00.979953 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.l3_db [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Floating IP eaadcef6-22ee-4709-8843-5823ebaebacd disassociated. External IP: 172.27.2.176, port: 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf. Sep 07 12:37:00.980364 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Calling delete_port for 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf owned by compute:nova {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:00.998912 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-72316df8-8188-4efe-bb94-83877fd56e9c tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.073050 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-72316df8-8188-4efe-bb94-83877fd56e9c tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.106412 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72316df8-8188-4efe-bb94-83877fd56e9c tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eccc17f-0da0-41dd-b1a0-b5772dabaf0e,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:01.205481 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-72316df8-8188-4efe-bb94-83877fd56e9c tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.208414 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-72316df8-8188-4efe-bb94-83877fd56e9c tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4872384 Sep 07 12:37:01.211854 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40788) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:01.218132 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-29b10e48-83f7-482a-887e-e556f916da72 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Request body: {'security_group_rule': {'security_group_id': '35f06a40-cff0-4285-89af-29cc99413811', 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:01.294697 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.325150 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event deleted for resources: {'Port': ['ID=04e8acdc-3df4-4bbb-a204-fbb9f0a47faf,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:01.335987 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'name': 'tempest-TestMinimumBasicScenario-938169405-router', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:48Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 4, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'gw_port': {'id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': 'ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9', 'name': '', 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'mac_address': 'fa:16:3e:1f:91:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '23e7acd7-c836-448b-b154-a3fdca8c7152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:55Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 2, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'subnets': [{'id': '23e7acd7-c836-448b-b154-a3fdca8c7152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:01.359746 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-29b10e48-83f7-482a-887e-e556f916da72 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.371620 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Checking router: 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:37:01.372831 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Updating router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 binding host dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:37:01.439155 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.457516 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40794) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:01.516813 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-e04d351d-d003-4b2e-a900-2698e94df363 req-78de2187-1f0e-4822-a6d4-784c7b05cbdd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0488803 Sep 07 12:37:01.569923 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-29b10e48-83f7-482a-887e-e556f916da72 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.574099 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15e8bf3-35a6-4843-9cc3-4a5460eaa3fc admin admin] Deleting subnet 7d6d58a7-7882-473b-8226-23db86190dd2 {{(pid=94578) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:37:01.578056 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a15e8bf3-35a6-4843-9cc3-4a5460eaa3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.603914 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e', 'name': 'network-vif-deleted', 'tag': '1568b102-16d9-4950-9c41-48b0628a33e5'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:37:01.611779 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c825b91c-f967-492c-9da1-bd756191c3b0" -d '{"events": [{"server_uuid": "eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e", "name": "network-vif-deleted", "tag": "1568b102-16d9-4950-9c41-48b0628a33e5"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:37:01.615072 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40798) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:01.649148 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a15e8bf3-35a6-4843-9cc3-4a5460eaa3fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.665583 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-29b10e48-83f7-482a-887e-e556f916da72 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.673868 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a15e8bf3-35a6-4843-9cc3-4a5460eaa3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.689600 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af36f2bf-0040-4b37-bc9c-79adbfa86e5f x-openstack-request-id: req-af36f2bf-0040-4b37-bc9c-79adbfa86e5f {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:37:01.689891 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e", "name": "network-vif-deleted", "tag": "1568b102-16d9-4950-9c41-48b0628a33e5", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:37:01.690140 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-af36f2bf-0040-4b37-bc9c-79adbfa86e5f {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:37:01.690726 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2cabc9-51bc-4cd1-8b37-401f8ad8bc6e', 'name': 'network-vif-deleted', 'tag': '1568b102-16d9-4950-9c41-48b0628a33e5', 'status': 'completed', 'code': 200} Sep 07 12:37:01.722687 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Router 3a6c6917-4749-45a5-967e-22dd738a192d has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:37:01.797591 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b10e48-83f7-482a-887e-e556f916da72 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f008b537-1d32-4323-841b-2a99216f445c,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:01.863325 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-29b10e48-83f7-482a-887e-e556f916da72 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.866274 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-29b10e48-83f7-482a-887e-e556f916da72 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6524770 Sep 07 12:37:01.868581 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40804) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:01.873611 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-ba664d01-b190-4c2a-a0d9-c737542534f8 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Request body: {'security_group_rule': {'security_group_id': '35f06a40-cff0-4285-89af-29cc99413811', 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:01.960690 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a15e8bf3-35a6-4843-9cc3-4a5460eaa3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for subnet, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.968569 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:01.993101 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.provisioning_blocks [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Transition to ACTIVE for port object ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 will not be triggered until provisioned by entity L2. {{(pid=94580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:37:02.030574 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e8bf3-35a6-4843-9cc3-4a5460eaa3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6d58a7-7882-473b-8226-23db86190dd2,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:02.056665 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a15e8bf3-35a6-4843-9cc3-4a5460eaa3fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.058393 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-a15e8bf3-35a6-4843-9cc3-4a5460eaa3fc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7d6d58a7-7882-473b-8226-23db86190dd2 HTTP/1.1" status: 204 len: 168 time: 0.5999286 Sep 07 12:37:02.060056 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ba664d01-b190-4c2a-a0d9-c737542534f8 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.063034 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40806) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:02.064007 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:37:02.079280 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.230160 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bc650-66c8-4861-93f3-ca5efef44637 None None] Pushing event updated for resources: {'Port': ['ID=ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9,revision_number=3']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:02.257085 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:37:02.269772 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:02.270603 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.297144 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.298777 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:37:02.322384 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d4136-d3db-4c5c-9c0c-836082bbf9b1 None None] Sync routers for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:37:02.334808 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ba664d01-b190-4c2a-a0d9-c737542534f8 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.343188 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Attempting to bind port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:37:02.343578 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Attempting to bind port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '54b2f1f7-d62f-47b1-aa3a-e9d272344b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980'}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:37:02.343931 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Attempting to bind port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 on network c9a073c0-fdb1-440d-aff3-98dcabf23980 {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:37:02.357525 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:37:02.357891 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Checking segment: {'id': '54b2f1f7-d62f-47b1-aa3a-e9d272344b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:37:02.358287 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.358672 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Bound using segment: {'id': '54b2f1f7-d62f-47b1-aa3a-e9d272344b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980'} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:37:02.359129 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Bound port: ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b2f1f7-d62f-47b1-aa3a-e9d272344b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980'}}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:37:02.359522 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.367597 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d4136-d3db-4c5c-9c0c-836082bbf9b1 None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:02.368689 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-f63d4136-d3db-4c5c-9c0c-836082bbf9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:02.420728 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ba664d01-b190-4c2a-a0d9-c737542534f8 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.538233 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] For port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:37:02.560441 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] For port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9,segment=NetworkSegment(54b2f1f7-d62f-47b1-aa3a-e9d272344b55),segment_id=54b2f1f7-d62f-47b1-aa3a-e9d272344b55)] {{(pid=94580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:37:02.563301 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.595188 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba664d01-b190-4c2a-a0d9-c737542534f8 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab967f4a-7ae0-47f5-94ed-e560c74f3f17,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:02.638683 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.647649 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.653803 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.658191 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.658191 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.658191 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.659257 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.661444 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.661910 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.662310 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.665469 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.766163 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.815610 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] No DVR routers for this DVR port 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf on host hv-cinder-76019 {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:37:02.819570 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=3f626fc7-e7c4-47d2-8f74-1145ab5e8f91,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:02.826871 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.832486 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.832844 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.833157 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.833485 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 12:37:02.836058 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-57d9a4f2-5061-4e3f-a227-39e90d8a4aef req-6029ff75-3b7b-443a-8662-f6eb88159e9d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.42 "DELETE /v2.0/ports/04e8acdc-3df4-4bbb-a204-fbb9f0a47faf HTTP/1.1" status: 204 len: 173 time: 2.7073922 Sep 07 12:37:02.837922 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Sync routers for ids ['aa57c442-b652-4a14-aed0-732b926b859d'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:37:02.839199 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068be336-2bae-4d46-bebc-0414c22e6b78']}} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:02.854197 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-f63d4136-d3db-4c5c-9c0c-836082bbf9b1 None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:02.864000 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ba664d01-b190-4c2a-a0d9-c737542534f8 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.874856 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40814) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:02.881138 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-ba664d01-b190-4c2a-a0d9-c737542534f8 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0056856 Sep 07 12:37:02.882478 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb02c6ab-f2a7-4454-8a59-63718d3ef972') {'for_net_delete': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:02.882956 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb02c6ab-f2a7-4454-8a59-63718d3ef972') {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:02.917152 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9043924'] for segment, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:02.917790 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bc650-66c8-4861-93f3-ca5efef44637 None None] Pushing event updated for resources: {'Port': ['ID=ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9,revision_number=4']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:02.927222 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Routers {'1a5ae28e-f523-49b6-b42e-ffe15b20bf19'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:02.928122 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:02.934564 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-c1c265c3-b6d0-4314-ab48-769b73e9b070 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Request body: {'security_group_rule': {'security_group_id': '35f06a40-cff0-4285-89af-29cc99413811', 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:02.937598 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 1568b102-16d9-4950-9c41-48b0628a33e5 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:02.977914 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-03c29696-b179-498a-8406-19b0603d03ac req-24bf79c2-889e-4b6b-ba7e-625fcd8c4e9c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 210 time: 0.1526279 Sep 07 12:37:02.995572 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.015878 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.019768 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94578) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:37:03.020786 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491559'] for segment, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: from cryptography.utils import int_from_bytes Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: from cryptography.utils import int_from_bytes Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: Traceback (most recent call last): Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: timer() Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: cb(*args, **kw) Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: return func(*args, **kwargs) Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: self._notify() Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: self.callback(batched_events) Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: event.method(event) Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: return f(self, *a, **k) Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._get(url).json() Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: return self.request(url, 'GET', **kwargs) Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:37:03.030711 dv-cinder-760199-14-iscsi neutron-server[94578]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:37:03.100843 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.securitygroups_db [None req-c1c265c3-b6d0-4314-ab48-769b73e9b070 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Project eaf7cb81f7c04c2e90dc7dcf57c8ac37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 12:37:03.134379 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c1c265c3-b6d0-4314-ab48-769b73e9b070 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.208818 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=3f626fc7-e7c4-47d2-8f74-1145ab5e8f91,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:03.219985 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] No Port match for: 1568b102-16d9-4950-9c41-48b0628a33e5 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:03.221700 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 1568b102-16d9-4950-9c41-48b0628a33e5 not bound to the agent host hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:03.222134 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 18759fc7-a8a4-4627-91d7-0c6a5ac9736c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:03.233549 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c1c265c3-b6d0-4314-ab48-769b73e9b070 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.257504 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.259786 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] Set router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:03.289768 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.296432 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/068be336-2bae-4d46-bebc-0414c22e6b78 HTTP/1.1" status: 204 len: 168 time: 1.2305708 Sep 07 12:37:03.308514 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6f20b-7d3d-4ec6-80b1-5a9b0c7785b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=068be336-2bae-4d46-bebc-0414c22e6b78,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:03.319176 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c1c265c3-b6d0-4314-ab48-769b73e9b070 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.361103 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c265c3-b6d0-4314-ab48-769b73e9b070 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4307ba97-7717-44e5-9b85-770bccd4da9e,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:03.377927 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] No Port match for: 18759fc7-a8a4-4627-91d7-0c6a5ac9736c {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:03.378307 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 18759fc7-a8a4-4627-91d7-0c6a5ac9736c not bound to the agent host hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:03.380113 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Routers {'aa57c442-b652-4a14-aed0-732b926b859d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:03.381207 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['aa57c442-b652-4a14-aed0-732b926b859d'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:03.465935 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c1c265c3-b6d0-4314-ab48-769b73e9b070 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.467365 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-c1c265c3-b6d0-4314-ab48-769b73e9b070 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5908508 Sep 07 12:37:03.470155 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40818) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:03.475584 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-24efd118-c774-4b7f-82d0-f6c393ee1027 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Request body: {'security_group_rule': {'security_group_id': '35f06a40-cff0-4285-89af-29cc99413811', 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:03.558063 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567583'] for router_interface, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.714430 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.securitygroups_db [None req-24efd118-c774-4b7f-82d0-f6c393ee1027 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Project eaf7cb81f7c04c2e90dc7dcf57c8ac37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 12:37:03.726072 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382be159-3f74-49d8-81dd-87e32661a2f3', 'name': 'network-vif-deleted', 'tag': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:37:03.730066 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc275bd-a576-4c35-83bb-45f54a701a93" -d '{"events": [{"server_uuid": "382be159-3f74-49d8-81dd-87e32661a2f3", "name": "network-vif-deleted", "tag": "04e8acdc-3df4-4bbb-a204-fbb9f0a47faf"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:37:03.764867 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-24efd118-c774-4b7f-82d0-f6c393ee1027 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.777581 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-f63d4136-d3db-4c5c-9c0c-836082bbf9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:03.868563 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Set router aa57c442-b652-4a14-aed0-732b926b859d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:03.880126 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d4136-d3db-4c5c-9c0c-836082bbf9b1 None None] Checking router: 3a6c6917-4749-45a5-967e-22dd738a192d for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:37:03.902606 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b375cae6-c910-4e54-b8ac-5494e7abe1c5 x-openstack-request-id: req-b375cae6-c910-4e54-b8ac-5494e7abe1c5 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:37:03.903672 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382be159-3f74-49d8-81dd-87e32661a2f3", "name": "network-vif-deleted", "tag": "04e8acdc-3df4-4bbb-a204-fbb9f0a47faf", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:37:03.904117 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b375cae6-c910-4e54-b8ac-5494e7abe1c5 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:37:03.904492 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d4136-d3db-4c5c-9c0c-836082bbf9b1 None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:03.904611 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382be159-3f74-49d8-81dd-87e32661a2f3', 'name': 'network-vif-deleted', 'tag': '04e8acdc-3df4-4bbb-a204-fbb9f0a47faf', 'status': 'completed', 'code': 200} Sep 07 12:37:03.907087 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-f63d4136-d3db-4c5c-9c0c-836082bbf9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:03.921763 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-24efd118-c774-4b7f-82d0-f6c393ee1027 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:03.964399 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'name': 'tempest-TestMinimumBasicScenario-938169405-router', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:48Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 4, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'gw_port': {'id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': 'ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9', 'name': '', 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'mac_address': 'fa:16:3e:1f:91:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '23e7acd7-c836-448b-b154-a3fdca8c7152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:55Z', 'updated_at': '2021-09-07T12:37:02Z', 'revision_number': 4, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'subnets': [{'id': '23e7acd7-c836-448b-b154-a3fdca8c7152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:04.102184 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200898e5-152d-462a-a38d-2ad5b50fc2e9 None None] The sync data for ids ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'] in dv-cinder-760199-14-iscsi is: [{'id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'name': 'tempest-TestMinimumBasicScenario-938169405-router', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:48Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 4, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'gw_port': {'id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': 'ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9', 'name': '', 'network_id': 'c9a073c0-fdb1-440d-aff3-98dcabf23980', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'mac_address': 'fa:16:3e:1f:91:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '23e7acd7-c836-448b-b154-a3fdca8c7152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:55Z', 'updated_at': '2021-09-07T12:37:02Z', 'revision_number': 4, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'subnets': [{'id': '23e7acd7-c836-448b-b154-a3fdca8c7152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:37:04.104368 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-24efd118-c774-4b7f-82d0-f6c393ee1027 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:04.139699 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efd118-c774-4b7f-82d0-f6c393ee1027 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89c016e-d005-423a-84e2-9a3a433a65d5,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:04.177098 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:37:04.247338 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-716d5161-4b4f-4083-9b67-3546fe71b320 req-bdd66e06-9ea9-4a23-9f20-5ef30c0ff6ac tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=382be159-3f74-49d8-81dd-87e32661a2f3 HTTP/1.1" status: 200 len: 210 time: 0.0696499 Sep 07 12:37:04.274765 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-24efd118-c774-4b7f-82d0-f6c393ee1027 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:04.288658 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-24efd118-c774-4b7f-82d0-f6c393ee1027 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8172891 Sep 07 12:37:04.342687 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40828) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:04.406468 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] Deleting port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:04.406810 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:04.478554 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-8d340a26-44dd-4cf6-b777-b2797faf7133 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3cbe0a844f48486b884d7d9eb851da32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1330056 Sep 07 12:37:04.480517 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40830) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:04.577057 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'name': 'tempest-TestShelveInstance-778908668-router', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:49Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 4, 'project_id': 'd79bdb599660443aace70949fc851c60', 'gw_port': {'id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '6f39e6d0-d6da-4c29-b64d-9c6d56403be7', 'name': '', 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'mac_address': 'fa:16:3e:c0:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd4b1b4e1-87da-4f97-a5dc-755b66451641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:56Z', 'updated_at': '2021-09-07T12:36:57Z', 'revision_number': 2, 'project_id': 'd79bdb599660443aace70949fc851c60', 'subnets': [{'id': 'd4b1b4e1-87da-4f97-a5dc-755b66451641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:04.586728 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-f63d4136-d3db-4c5c-9c0c-836082bbf9b1 None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:04.607350 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a98c1272-d3f3-4aae-8a63-5e844ba7ab53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:04.609043 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] For port 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=2d8d6ad1-23cb-4be3-9411-2e74a463ae6d,segment=NetworkSegment(4b33e961-8a4b-4b01-bdcb-401109306789),segment_id=4b33e961-8a4b-4b01-bdcb-401109306789)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:04.612084 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:04.639674 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Checking router: aa57c442-b652-4a14-aed0-732b926b859d for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:37:04.640022 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Updating router aa57c442-b652-4a14-aed0-732b926b859d port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 binding host dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:37:04.646389 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] Calling delete_port for 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d owned by network:router_interface {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:04.651815 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a98c1272-d3f3-4aae-8a63-5e844ba7ab53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:04.725096 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:04.809993 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:04.810604 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:04.844699 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a98c1272-d3f3-4aae-8a63-5e844ba7ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:04.847261 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a98c1272-d3f3-4aae-8a63-5e844ba7ab53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:04.851172 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-a98c1272-d3f3-4aae-8a63-5e844ba7ab53 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d94477a5-616c-4402-9352-ea69715d6197 HTTP/1.1" status: 204 len: 168 time: 0.3660867 Sep 07 12:37:04.889863 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c1272-d3f3-4aae-8a63-5e844ba7ab53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94477a5-616c-4402-9352-ea69715d6197,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:04.908561 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:05.074346 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] No Port match for: 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:05.075251 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 04e8acdc-3df4-4bbb-a204-fbb9f0a47faf not bound to the agent host hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:05.335785 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:05.416741 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8d6ad1-23cb-4be3-9411-2e74a463ae6d,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:05.424190 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-f63d4136-d3db-4c5c-9c0c-836082bbf9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:05.463902 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40876) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:05.485465 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d4136-d3db-4c5c-9c0c-836082bbf9b1 None None] The sync data for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi is: [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:37:05.595973 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7232ffdb-c77b-4ab2-ac54-04b0e02754fb tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:05.623982 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Notify callbacks [] for port, precommit_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:05.657648 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.provisioning_blocks [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Transition to ACTIVE for port object 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 will not be triggered until provisioned by entity L2. {{(pid=94580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:37:05.685434 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7232ffdb-c77b-4ab2-ac54-04b0e02754fb tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:05.798902 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:05.888738 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567683'] for router_interface, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:05.907585 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d211e-8f73-4a7e-8a8c-d0dbee4a047b None None] Pushing event updated for resources: {'Port': ['ID=6f39e6d0-d6da-4c29-b64d-9c6d56403be7,revision_number=3']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:05.912850 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7232ffdb-c77b-4ab2-ac54-04b0e02754fb tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:05.916944 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7232ffdb-c77b-4ab2-ac54-04b0e02754fb tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:05.918544 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-7232ffdb-c77b-4ab2-ac54-04b0e02754fb tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "DELETE /v2.0/security-groups/0a765bc4-84e2-4efa-8e35-3218e021ef72 HTTP/1.1" status: 204 len: 168 time: 0.4540446 Sep 07 12:37:05.941260 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40884) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:05.960791 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232ffdb-c77b-4ab2-ac54-04b0e02754fb tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a765bc4-84e2-4efa-8e35-3218e021ef72,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:06.122523 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Attempting to bind port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:37:06.123003 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Attempting to bind port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '9223ed64-4cb7-49b1-99a5-948e9c48e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b'}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:37:06.123365 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Attempting to bind port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 on network e0f93a6f-38a3-43ba-98a0-331382e24a8b {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:37:06.140420 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:37:06.140420 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Checking segment: {'id': '9223ed64-4cb7-49b1-99a5-948e9c48e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:37:06.140420 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:06.140420 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Bound using segment: {'id': '9223ed64-4cb7-49b1-99a5-948e9c48e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b'} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:37:06.140420 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Bound port: 6f39e6d0-d6da-4c29-b64d-9c6d56403be7, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9223ed64-4cb7-49b1-99a5-948e9c48e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b'}}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:37:06.140420 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:06.292770 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.api.v2.resource [None req-3b5e781c-bb30-4d90-a667-2c9c5a594f80 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] show failed (client error): The resource could not be found. Sep 07 12:37:06.297406 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-3b5e781c-bb30-4d90-a667-2c9c5a594f80 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups/0a765bc4-84e2-4efa-8e35-3218e021ef72 HTTP/1.1" status: 404 len: 347 time: 0.3513739 Sep 07 12:37:06.297877 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40896) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:06.307835 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f3cba-49c7-408f-be02-90c5863092f9 None None] New status for floating IP eaadcef6-22ee-4709-8843-5823ebaebacd: DOWN {{(pid=94579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 12:37:06.321317 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] For port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:37:06.327773 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] For port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=6f39e6d0-d6da-4c29-b64d-9c6d56403be7,segment=NetworkSegment(9223ed64-4cb7-49b1-99a5-948e9c48e58d),segment_id=9223ed64-4cb7-49b1-99a5-948e9c48e58d)] {{(pid=94580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:37:06.406218 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:37:06.548884 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] Router f4d72aab-30dd-4bef-9685-65baa47a0f35 has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:37:06.614163 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-6f79d910-be8a-4785-afe3-0c99242bdef5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Deleting port 0b7020ca-6372-4eac-a9d1-541673ed8897 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:06.614494 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6f79d910-be8a-4785-afe3-0c99242bdef5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:06.698789 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:37:06.703564 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:06.732556 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:06.733037 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:06.783149 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d211e-8f73-4a7e-8a8c-d0dbee4a047b None None] Pushing event updated for resources: {'Port': ['ID=6f39e6d0-d6da-4c29-b64d-9c6d56403be7,revision_number=4']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:06.851898 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Routers {'aa57c442-b652-4a14-aed0-732b926b859d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:06.858706 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['aa57c442-b652-4a14-aed0-732b926b859d'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:06.910006 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:06.991045 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40910) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:07.006638 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9,segment=NetworkSegment(54b2f1f7-d62f-47b1-aa3a-e9d272344b55),segment_id=54b2f1f7-d62f-47b1-aa3a-e9d272344b55)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:07.072819 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:07.108573 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f450d622-aabb-4efd-8010-ccfc368dc225 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:07.116934 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] Set router aa57c442-b652-4a14-aed0-732b926b859d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:07.163365 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f450d622-aabb-4efd-8010-ccfc368dc225 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:07.187618 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6f79d910-be8a-4785-afe3-0c99242bdef5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:07.187948 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6f79d910-be8a-4785-afe3-0c99242bdef5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:07.212717 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-6f79d910-be8a-4785-afe3-0c99242bdef5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Calling delete_port for 0b7020ca-6372-4eac-a9d1-541673ed8897 owned by network:floatingip {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:07.237809 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:07.338834 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:37:07.345813 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-94e4e4e9-99d8-4034-9b75-5cf1001a4a00 admin admin] 10.222.0.69 "PUT /v2.0/routers/f4d72aab-30dd-4bef-9685-65baa47a0f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7271409 Sep 07 12:37:07.348301 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40916) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:07.374440 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae42c47-f06f-4e3f-b880-d814ad418ed0 None None] Sync routers for ids ['f4d72aab-30dd-4bef-9685-65baa47a0f35'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:37:07.406434 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae42c47-f06f-4e3f-b880-d814ad418ed0 None None] Routers {'f4d72aab-30dd-4bef-9685-65baa47a0f35'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:07.407449 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-aae42c47-f06f-4e3f-b880-d814ad418ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['f4d72aab-30dd-4bef-9685-65baa47a0f35'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:07.564336 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'name': 'tempest-TestShelveInstance-778908668-router', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:49Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 4, 'project_id': 'd79bdb599660443aace70949fc851c60', 'gw_port': {'id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '6f39e6d0-d6da-4c29-b64d-9c6d56403be7', 'name': '', 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'mac_address': 'fa:16:3e:c0:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd4b1b4e1-87da-4f97-a5dc-755b66451641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:56Z', 'updated_at': '2021-09-07T12:37:06Z', 'revision_number': 4, 'project_id': 'd79bdb599660443aace70949fc851c60', 'subnets': [{'id': 'd4b1b4e1-87da-4f97-a5dc-755b66451641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:07.597950 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-aae42c47-f06f-4e3f-b880-d814ad418ed0 None None] Set router f4d72aab-30dd-4bef-9685-65baa47a0f35 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:07.600498 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611647c7-8aec-492f-b1c9-467e7f4eae91 None None] The sync data for ids ['aa57c442-b652-4a14-aed0-732b926b859d'] in dv-cinder-760199-14-iscsi is: [{'id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'name': 'tempest-TestShelveInstance-778908668-router', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:49Z', 'updated_at': '2021-09-07T12:36:56Z', 'revision_number': 4, 'project_id': 'd79bdb599660443aace70949fc851c60', 'gw_port': {'id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '6f39e6d0-d6da-4c29-b64d-9c6d56403be7', 'name': '', 'network_id': 'e0f93a6f-38a3-43ba-98a0-331382e24a8b', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'mac_address': 'fa:16:3e:c0:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd4b1b4e1-87da-4f97-a5dc-755b66451641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:56Z', 'updated_at': '2021-09-07T12:37:06Z', 'revision_number': 4, 'project_id': 'd79bdb599660443aace70949fc851c60', 'subnets': [{'id': 'd4b1b4e1-87da-4f97-a5dc-755b66451641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:37:07.700696 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6f79d910-be8a-4785-afe3-0c99242bdef5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:07.738760 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f450d622-aabb-4efd-8010-ccfc368dc225 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:07.741977 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f450d622-aabb-4efd-8010-ccfc368dc225 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:07.743390 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-f450d622-aabb-4efd-8010-ccfc368dc225 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] 10.222.0.69 "DELETE /v2.0/security-groups/35f06a40-cff0-4285-89af-29cc99413811 HTTP/1.1" status: 204 len: 168 time: 0.7506199 Sep 07 12:37:07.764658 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450d622-aabb-4efd-8010-ccfc368dc225 tempest-TestShelveInstance-108508960 tempest-TestShelveInstance-108508960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f06a40-cff0-4285-89af-29cc99413811,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:07.799219 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Notify callbacks [] for router, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:07.806826 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d910-be8a-4785-afe3-0c99242bdef5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event deleted for resources: {'Port': ['ID=0b7020ca-6372-4eac-a9d1-541673ed8897,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:07.913954 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6f79d910-be8a-4785-afe3-0c99242bdef5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:07.916710 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6f79d910-be8a-4785-afe3-0c99242bdef5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:07.930952 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-6f79d910-be8a-4785-afe3-0c99242bdef5 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "DELETE /v2.0/floatingips/eaadcef6-22ee-4709-8843-5823ebaebacd HTTP/1.1" status: 204 len: 168 time: 1.6320033 Sep 07 12:37:07.961633 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40926) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:08.101077 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:37:08.129715 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:08.161830 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-aae42c47-f06f-4e3f-b880-d814ad418ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-router', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'b099393c-d013-4742-9181-4c90ee166b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:37:05Z', 'revision_number': 5, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'gw_port': {'id': 'b099393c-d013-4742-9181-4c90ee166b95', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:22Z', 'updated_at': '2021-09-07T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:08.185270 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:08.185650 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:08.226181 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae42c47-f06f-4e3f-b880-d814ad418ed0 None None] Checking router: f4d72aab-30dd-4bef-9685-65baa47a0f35 for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:37:08.250214 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae42c47-f06f-4e3f-b880-d814ad418ed0 None None] Routers {'f4d72aab-30dd-4bef-9685-65baa47a0f35'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:08.250845 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-aae42c47-f06f-4e3f-b880-d814ad418ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['f4d72aab-30dd-4bef-9685-65baa47a0f35'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:08.349610 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:37:08.461326 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Deleting port b099393c-d013-4742-9181-4c90ee166b95 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:08.462279 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:08.502889 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-aae42c47-f06f-4e3f-b880-d814ad418ed0 None None] Set router f4d72aab-30dd-4bef-9685-65baa47a0f35 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:08.562506 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:37:08.567960 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40936) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:08.568779 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:08.569220 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:08.572565 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-4966bdd9-6a6d-4623-ad43-eeff23fa90ec tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127943187', 'description': 'tempest-description--1667389325'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:08.712678 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] For port b099393c-d013-4742-9181-4c90ee166b95, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=b099393c-d013-4742-9181-4c90ee166b95,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:08.713050 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:08.727011 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Calling delete_port for b099393c-d013-4742-9181-4c90ee166b95 owned by network:router_gateway {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:08.787497 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4966bdd9-6a6d-4623-ad43-eeff23fa90ec tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:08.805320 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:08.879388 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=6f39e6d0-d6da-4c29-b64d-9c6d56403be7,segment=NetworkSegment(9223ed64-4cb7-49b1-99a5-948e9c48e58d),segment_id=9223ed64-4cb7-49b1-99a5-948e9c48e58d)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:08.897809 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567583'] for router_interface, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:08.936403 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.068444 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4966bdd9-6a6d-4623-ad43-eeff23fa90ec tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.108891 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-aae42c47-f06f-4e3f-b880-d814ad418ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-router', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'b099393c-d013-4742-9181-4c90ee166b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:37:05Z', 'revision_number': 5, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'gw_port': {'id': 'b099393c-d013-4742-9181-4c90ee166b95', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:22Z', 'updated_at': '2021-09-07T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:09.109972 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=6f39e6d0-d6da-4c29-b64d-9c6d56403be7,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:09.140948 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4966bdd9-6a6d-4623-ad43-eeff23fa90ec tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.142077 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae42c47-f06f-4e3f-b880-d814ad418ed0 None None] The sync data for ids ['f4d72aab-30dd-4bef-9685-65baa47a0f35'] in dv-cinder-760199-14-iscsi is: [{'id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'name': 'tempest-ServerRescueNegativeTestJSON-2007843871-router', 'tenant_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'b099393c-d013-4742-9181-4c90ee166b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:37:05Z', 'revision_number': 5, 'project_id': 'a1a79cb18b994ffb93c42cb1035bae85', 'gw_port': {'id': 'b099393c-d013-4742-9181-4c90ee166b95', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d72aab-30dd-4bef-9685-65baa47a0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:22Z', 'updated_at': '2021-09-07T12:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:37:09.205722 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.248504 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-c2a11b9e-6e92-4e33-87f4-b9942a82ed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.259152 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Pushing event deleted for resources: {'Port': ['ID=b099393c-d013-4742-9181-4c90ee166b95,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:09.263989 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966bdd9-6a6d-4623-ad43-eeff23fa90ec tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa137f4-96e1-49ac-81be-810d6f6b2430,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:09.342993 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4966bdd9-6a6d-4623-ad43-eeff23fa90ec tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.347013 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4966bdd9-6a6d-4623-ad43-eeff23fa90ec tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7752142 Sep 07 12:37:09.347763 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40950) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:09.355676 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-e4c33533-a661-4264-9545-0462275bd2f0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'security_group_rule': {'security_group_id': '6fa137f4-96e1-49ac-81be-810d6f6b2430', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:09.385487 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567841'] for router_gateway, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.409433 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] Deleting port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:09.410077 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.505122 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] For port 0446a521-6106-4a2a-bcdb-fe4cb58c9e88, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=0446a521-6106-4a2a-bcdb-fe4cb58c9e88,segment=NetworkSegment(095f6e09-4e15-447b-bfc3-fb20b0d6479c),segment_id=095f6e09-4e15-447b-bfc3-fb20b0d6479c)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:09.505122 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.506999 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1529712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22140'] for router, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.510309 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.536726 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] Calling delete_port for 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 owned by network:router_interface {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:09.550643 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e4c33533-a661-4264-9545-0462275bd2f0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.695000 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e4c33533-a661-4264-9545-0462275bd2f0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.775150 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1529723'] for router, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.775796 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4d72aab-30dd-4bef-9685-65baa47a0f35 {{(pid=94578) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:37:09.787395 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] Notify callbacks [] for router, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.787395 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-7f5842dd-d7c2-46cf-86e1-7ae64a22018a admin admin] 10.222.0.69 "DELETE /v2.0/routers/f4d72aab-30dd-4bef-9685-65baa47a0f35 HTTP/1.1" status: 204 len: 168 time: 2.4358017 Sep 07 12:37:09.788793 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40962) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:09.823722 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e4c33533-a661-4264-9545-0462275bd2f0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.871907 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:09.904093 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c33533-a661-4264-9545-0462275bd2f0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4fc9aa-8284-429f-a87d-8f01ec9929de,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:09.916287 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] Pushing event deleted for resources: {'Port': ['ID=0446a521-6106-4a2a-bcdb-fe4cb58c9e88,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:09.951449 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a487774-f5af-4e0b-82c7-205f90f16e6b admin admin] Deleting subnet c050586c-9df2-4a86-a1fc-0c1e0d08a75e {{(pid=94578) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:37:09.957852 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8a487774-f5af-4e0b-82c7-205f90f16e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.042967 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e4c33533-a661-4264-9545-0462275bd2f0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.044192 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-e4c33533-a661-4264-9545-0462275bd2f0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6960683 Sep 07 12:37:10.057553 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40972) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:10.079506 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-9bc5d4b2-f993-4bfb-802f-c750909fee76 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'security_group_rule': {'security_group_id': '6fa137f4-96e1-49ac-81be-810d6f6b2430', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:10.116061 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8a487774-f5af-4e0b-82c7-205f90f16e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9043919'] for subnet, precommit_delete_associations {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.125913 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:37:10.220130 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567683'] for router_interface, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.220354 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8a487774-f5af-4e0b-82c7-205f90f16e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.226166 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:10.226538 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.306072 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d4b2-f993-4bfb-802f-c750909fee76 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.432206 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:10.482430 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d4b2-f993-4bfb-802f-c750909fee76 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.484940 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:10.485471 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 2d8d6ad1-23cb-4be3-9411-2e74a463ae6d not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:10.540715 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8a487774-f5af-4e0b-82c7-205f90f16e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8491597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8958446'] for subnet, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.575608 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d4b2-f993-4bfb-802f-c750909fee76 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.592379 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8a487774-f5af-4e0b-82c7-205f90f16e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.597298 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-8a487774-f5af-4e0b-82c7-205f90f16e6b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c050586c-9df2-4a86-a1fc-0c1e0d08a75e HTTP/1.1" status: 204 len: 168 time: 0.8050730 Sep 07 12:37:10.598731 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a487774-f5af-4e0b-82c7-205f90f16e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c050586c-9df2-4a86-a1fc-0c1e0d08a75e,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:10.602080 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40976) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:10.663254 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] Router 48e9bac3-9ac5-4f36-a834-d140167fda5e has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:37:10.684736 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d4b2-f993-4bfb-802f-c750909fee76 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.689171 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-9bc5d4b2-f993-4bfb-802f-c750909fee76 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6305447 Sep 07 12:37:10.694984 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40978) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:10.699729 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'floatingip': {'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:10.708069 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5d4b2-f993-4bfb-802f-c750909fee76 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c5a5be-f302-4d98-92b6-87c4f94ad137,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:10.721339 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.851230 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.857427 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:37:10.859344 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:10.864340 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-1475eddc-288a-4dcb-9c43-fb2b83831005 admin admin] 10.222.0.69 "PUT /v2.0/routers/48e9bac3-9ac5-4f36-a834-d140167fda5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8949337 Sep 07 12:37:10.869017 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f4933d-2227-4231-a171-6af93b206b6d None None] Sync routers for ids ['48e9bac3-9ac5-4f36-a834-d140167fda5e'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:37:10.874843 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40982) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:10.886545 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f4933d-2227-4231-a171-6af93b206b6d None None] Routers {'48e9bac3-9ac5-4f36-a834-d140167fda5e'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:10.891621 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-89f4933d-2227-4231-a171-6af93b206b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['48e9bac3-9ac5-4f36-a834-d140167fda5e'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:10.940258 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40986) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:10.968128 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de13ac32-2b75-432f-bff6-07a48bb5adc1']}} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:10.985946 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b33e961-8a4b-4b01-bdcb-401109306789') {'for_net_delete': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:10.986389 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b33e961-8a4b-4b01-bdcb-401109306789') {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:11.015168 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9043924'] for segment, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.034944 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.070795 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.081368 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94578) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:37:11.086528 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491559'] for segment, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: Traceback (most recent call last): Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: timer() Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: cb(*args, **kw) Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: return func(*args, **kwargs) Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: self._notify() Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: self.callback(batched_events) Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: event.method(event) Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: return f(self, *a, **k) Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._get(url).json() Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: return self.request(url, 'GET', **kwargs) Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:37:11.092206 dv-cinder-760199-14-iscsi neutron-server[94578]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:37:11.111742 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-89f4933d-2227-4231-a171-6af93b206b6d None None] Set router 48e9bac3-9ac5-4f36-a834-d140167fda5e gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:11.221419 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b2e3c3d0-d2a1-49f0-896f-6e813b88fcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.230220 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.272197 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.278220 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.280644 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] 10.222.0.69 "DELETE /v2.0/networks/de13ac32-2b75-432f-bff6-07a48bb5adc1 HTTP/1.1" status: 204 len: 168 time: 0.6769896 Sep 07 12:37:11.334792 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54320b4-b255-4314-b610-4ef1af4f31bc admin admin] Pushing event deleted for resources: {'Network': ['ID=de13ac32-2b75-432f-bff6-07a48bb5adc1,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:11.356093 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.364005 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Deleting port faa30f92-49a8-481a-b2c3-7896a35f2206 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:11.364745 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.441810 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-89f4933d-2227-4231-a171-6af93b206b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'name': 'tempest-TestShelveInstance-387027817-router', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:38Z', 'updated_at': '2021-09-07T12:37:09Z', 'revision_number': 5, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'gw_port': {'id': 'faa30f92-49a8-481a-b2c3-7896a35f2206', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:39Z', 'updated_at': '2021-09-07T12:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:11.451056 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b2e3c3d0-d2a1-49f0-896f-6e813b88fcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.499381 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f4933d-2227-4231-a171-6af93b206b6d None None] Checking router: 48e9bac3-9ac5-4f36-a834-d140167fda5e for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:37:11.509545 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_common [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Allocated IP 172.27.2.47 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/56b10f7f-b07e-45b3-bec5-f0e86f43ff1d) {{(pid=94578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:37:11.509843 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f4933d-2227-4231-a171-6af93b206b6d None None] Routers {'48e9bac3-9ac5-4f36-a834-d140167fda5e'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:11.510624 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-89f4933d-2227-4231-a171-6af93b206b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:36:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['48e9bac3-9ac5-4f36-a834-d140167fda5e'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:11.523475 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] For port faa30f92-49a8-481a-b2c3-7896a35f2206, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=faa30f92-49a8-481a-b2c3-7896a35f2206,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:11.523969 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.539284 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Calling delete_port for faa30f92-49a8-481a-b2c3-7896a35f2206 owned by network:router_gateway {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:11.622544 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for port, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.628942 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-89f4933d-2227-4231-a171-6af93b206b6d None None] Set router 48e9bac3-9ac5-4f36-a834-d140167fda5e gateway port host: None {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:11.638885 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b2e3c3d0-d2a1-49f0-896f-6e813b88fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.701949 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-89f4933d-2227-4231-a171-6af93b206b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'name': 'tempest-TestShelveInstance-387027817-router', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:38Z', 'updated_at': '2021-09-07T12:37:11Z', 'revision_number': 6, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'gw_port_host': None}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:11.703528 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-b2e3c3d0-d2a1-49f0-896f-6e813b88fcb7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ed3eaf3fda64283aba32e3911f0a2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7580237 Sep 07 12:37:11.712330 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3c3d0-d2a1-49f0-896f-6e813b88fcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f50cc7-f5d4-4132-9e60-8a900cf01dc4,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:11.712330 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40992) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:11.754807 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 40994) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:11.765088 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f4933d-2227-4231-a171-6af93b206b6d None None] The sync data for ids ['48e9bac3-9ac5-4f36-a834-d140167fda5e'] in dv-cinder-760199-14-iscsi is: [{'id': '48e9bac3-9ac5-4f36-a834-d140167fda5e', 'name': 'tempest-TestShelveInstance-387027817-router', 'tenant_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:38Z', 'updated_at': '2021-09-07T12:37:11Z', 'revision_number': 6, 'project_id': 'eaf7cb81f7c04c2e90dc7dcf57c8ac37', 'gw_port_host': None}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:37:11.814809 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.816315 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-77aff594-2139-4218-bb98-ffc8694d0e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.853112 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.857084 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2b64797c-48f8-4d5d-aec7-ea42c3207700 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1a79cb18b994ffb93c42cb1035bae85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1012044 Sep 07 12:37:11.859738 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 40996) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:11.860206 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-77aff594-2139-4218-bb98-ffc8694d0e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.919966 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:37:11.926239 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.935551 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Resources bound (agent type, host, resource id): {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:37:11.944813 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Received port after_create {{(pid=94578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:37:11.969054 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa30f92-49a8-481a-b2c3-7896a35f2206,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:11.975489 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-53e094f9-1e3a-455e-9c03-f4e8cf5a6c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:11.984004 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'Port': ['ID=56b10f7f-b07e-45b3-bec5-f0e86f43ff1d,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:12.041502 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567841'] for router_gateway, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.187358 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1529712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22140'] for router, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.191072 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.192572 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.203699 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-77aff594-2139-4218-bb98-ffc8694d0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.215821 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-77aff594-2139-4218-bb98-ffc8694d0e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.221345 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-77aff594-2139-4218-bb98-ffc8694d0e9a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/59f50cc7-f5d4-4132-9e60-8a900cf01dc4 HTTP/1.1" status: 204 len: 168 time: 0.5069067 Sep 07 12:37:12.252016 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aff594-2139-4218-bb98-ffc8694d0e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f50cc7-f5d4-4132-9e60-8a900cf01dc4,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:12.287752 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-47cfa245-a718-4f80-8a61-04ce81a98c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.330831 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.364256 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-47cfa245-a718-4f80-8a61-04ce81a98c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.383194 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1529723'] for router, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.383743 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48e9bac3-9ac5-4f36-a834-d140167fda5e {{(pid=94577) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:37:12.398730 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.400488 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-837ff4e2-be29-4699-95e4-67790fd08fe6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/48e9bac3-9ac5-4f36-a834-d140167fda5e HTTP/1.1" status: 204 len: 168 time: 1.5246034 Sep 07 12:37:12.403891 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41004) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:12.476571 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_v2 [None req-4453936a-f764-4e4d-9cc1-ac401af08d99 admin admin] Deleting subnet 5957a479-45ad-4d2f-8109-41aaa44e723e {{(pid=94577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:37:12.480487 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4453936a-f764-4e4d-9cc1-ac401af08d99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.522330 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.523082 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4453936a-f764-4e4d-9cc1-ac401af08d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421547'] for subnet, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.626613 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device b099393c-d013-4742-9181-4c90ee166b95 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:12.658726 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: b099393c-d013-4742-9181-4c90ee166b95 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:12.659231 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device b099393c-d013-4742-9181-4c90ee166b95 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:12.659756 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:12.691528 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4453936a-f764-4e4d-9cc1-ac401af08d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:12.714351 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:12.714351 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 0446a521-6106-4a2a-bcdb-fe4cb58c9e88 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:13.191468 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-47cfa245-a718-4f80-8a61-04ce81a98c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.194098 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-47cfa245-a718-4f80-8a61-04ce81a98c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.195352 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-47cfa245-a718-4f80-8a61-04ce81a98c42 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/063243cf-d793-4227-8e50-0229e805654b HTTP/1.1" status: 204 len: 168 time: 1.3341887 Sep 07 12:37:13.203951 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfa245-a718-4f80-8a61-04ce81a98c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063243cf-d793-4227-8e50-0229e805654b,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:13.260473 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491523'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.261069 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4453936a-f764-4e4d-9cc1-ac401af08d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8425423'] for subnet, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.306343 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.314576 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453936a-f764-4e4d-9cc1-ac401af08d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5957a479-45ad-4d2f-8109-41aaa44e723e,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:13.322656 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b900ea3-7553-4665-a26e-c47bf726fa46 None None] Network a34dce28-62d9-48a0-bb89-520c5c704e77 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:37:13.326052 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4453936a-f764-4e4d-9cc1-ac401af08d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.330379 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'Port': ['ID=56b10f7f-b07e-45b3-bec5-f0e86f43ff1d,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:13.330977 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-4453936a-f764-4e4d-9cc1-ac401af08d99 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5957a479-45ad-4d2f-8109-41aaa44e723e HTTP/1.1" status: 204 len: 168 time: 0.9260263 Sep 07 12:37:13.332175 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41012) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:13.377581 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.417625 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.483212 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.484681 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4d7c7a0d-c0d4-46e1-bda3-032b5533e74e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7887795 Sep 07 12:37:13.507979 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Deleting port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:13.508445 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.538970 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979269f-82f7-4e8f-902e-b08348f489cb None None] DHCP port deletion for a34dce28-62d9-48a0-bb89-520c5c704e77 request from dv-cinder-760199-14-iscsi {{(pid=94579) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:37:13.597579 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] For port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de,segment=NetworkSegment(095f6e09-4e15-447b-bfc3-fb20b0d6479c),segment_id=095f6e09-4e15-447b-bfc3-fb20b0d6479c)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:13.597939 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.638164 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Calling delete_port for 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:13.722087 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41022) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:13.751377 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-37dc6806-b15a-406b-8bc3-c901b3417c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.774199 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-3979269f-82f7-4e8f-902e-b08348f489cb None None] Deleting port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de {{(pid=94579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:13.775284 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-3979269f-82f7-4e8f-902e-b08348f489cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.855705 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.873187 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-3979269f-82f7-4e8f-902e-b08348f489cb None None] For port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de,segment=NetworkSegment(095f6e09-4e15-447b-bfc3-fb20b0d6479c),segment_id=095f6e09-4e15-447b-bfc3-fb20b0d6479c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:13.874934 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-3979269f-82f7-4e8f-902e-b08348f489cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.896521 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-3979269f-82f7-4e8f-902e-b08348f489cb None None] Calling delete_port for 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de owned by network:dhcp {{(pid=94579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:13.943728 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-37dc6806-b15a-406b-8bc3-c901b3417c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:13.952786 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Pushing event deleted for resources: {'Port': ['ID=38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:13.994504 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] No DVR routers for this DVR port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de on host dv-cinder-760199-14-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:37:14.014054 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-37dc6806-b15a-406b-8bc3-c901b3417c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.024239 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:14.046614 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-6bafb0ae-6db3-4d52-b74e-b97a84a7b42b tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2127943187&fields=id&tenant_id=8396a5d0a3a54a20b65c744f20906778 HTTP/1.1" status: 200 len: 267 time: 0.1008632 Sep 07 12:37:14.050996 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:14.051337 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:14.051751 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device faa30f92-49a8-481a-b2c3-7896a35f2206 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:14.085221 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: faa30f92-49a8-481a-b2c3-7896a35f2206 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:14.085565 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device faa30f92-49a8-481a-b2c3-7896a35f2206 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:14.095302 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-37dc6806-b15a-406b-8bc3-c901b3417c6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e563321abad84a51b4decb5c7254e6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717327 Sep 07 12:37:14.096155 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc6806-b15a-406b-8bc3-c901b3417c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c16492-e03e-4604-a508-8838030d59b6,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:14.103081 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41040) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:14.173012 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-3979269f-82f7-4e8f-902e-b08348f489cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861'] for port, after_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.174182 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-60bc7379-0968-4743-92cd-e8a21a9438aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.203996 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-60bc7379-0968-4743-92cd-e8a21a9438aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.214495 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979269f-82f7-4e8f-902e-b08348f489cb None None] No DVR routers for this DVR port 38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de on host dv-cinder-760199-14-iscsi {{(pid=94579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:37:14.231960 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979269f-82f7-4e8f-902e-b08348f489cb None None] Pushing event deleted for resources: {'Port': ['ID=38f1ee57-2fd3-49a4-b2a1-1f70f3f3f5de,revision_number=None']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:14.368550 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-60bc7379-0968-4743-92cd-e8a21a9438aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.372404 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-60bc7379-0968-4743-92cd-e8a21a9438aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.387810 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-60bc7379-0968-4743-92cd-e8a21a9438aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a3c16492-e03e-4604-a508-8838030d59b6 HTTP/1.1" status: 204 len: 168 time: 0.2734468 Sep 07 12:37:14.407075 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc7379-0968-4743-92cd-e8a21a9438aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c16492-e03e-4604-a508-8838030d59b6,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:14.513003 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.547510 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34dce28-62d9-48a0-bb89-520c5c704e77']}} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:14.566671 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-f225c555-68fa-446c-93fe-13f665293088 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:14.573595 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-f225c555-68fa-446c-93fe-13f665293088 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/networks?id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a HTTP/1.1" status: 200 len: 810 time: 0.4983375 Sep 07 12:37:14.576662 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095f6e09-4e15-447b-bfc3-fb20b0d6479c') {'for_net_delete': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:14.576964 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095f6e09-4e15-447b-bfc3-fb20b0d6479c') {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:14.596693 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-67a7c430-159a-46e4-891b-c5cc24eab475 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/quotas/8396a5d0a3a54a20b65c744f20906778 HTTP/1.1" status: 200 len: 375 time: 0.0220995 Sep 07 12:37:14.633964 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421552'] for segment, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.652108 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.669111 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:37:14.669522 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8412862'] for segment, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: Traceback (most recent call last): Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: timer() Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: cb(*args, **kw) Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: return func(*args, **kwargs) Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: self._notify() Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: self.callback(batched_events) Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: event.method(event) Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: return f(self, *a, **k) Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._get(url).json() Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: return self.request(url, 'GET', **kwargs) Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:37:14.671435 dv-cinder-760199-14-iscsi neutron-server[94577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:37:14.719632 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-754058d9-4e01-4976-a5b5-151f4e782fc0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8396a5d0a3a54a20b65c744f20906778&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1220396 Sep 07 12:37:14.889428 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.891949 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-c5752a3d-4972-44b5-8a9d-5f69ec30035f service neutron] 10.222.0.69 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319845 Sep 07 12:37:14.903286 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.925395 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:14.930426 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] 10.222.0.69 "DELETE /v2.0/networks/a34dce28-62d9-48a0-bb89-520c5c704e77 HTTP/1.1" status: 204 len: 168 time: 1.5876997 Sep 07 12:37:14.931027 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41062) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:14.973134 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35024ce-b8c0-48fd-83c7-f42c3e40456e admin admin] Pushing event deleted for resources: {'Network': ['ID=a34dce28-62d9-48a0-bb89-520c5c704e77,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:15.059426 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-18753092-e5d9-4e54-af0f-68414c9af8a5 service neutron] 10.222.0.69 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665590 Sep 07 12:37:15.374282 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-7dd4fc57-24a0-4dab-b1d4-6e09ed50a9ca req-1e4d8074-f618-4032-8a8c-b7cd4832919f tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 210 time: 0.0428352 Sep 07 12:37:15.717963 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567583'] for router_interface, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:16.348896 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] Deleting port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:16.349173 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:16.550131 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] For port 6f39e6d0-d6da-4c29-b64d-9c6d56403be7, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=6f39e6d0-d6da-4c29-b64d-9c6d56403be7,segment=NetworkSegment(9223ed64-4cb7-49b1-99a5-948e9c48e58d),segment_id=9223ed64-4cb7-49b1-99a5-948e9c48e58d)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:16.551428 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:16.557108 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-089a5f46-656d-4157-bd38-61a8472ea636 req-df9e965c-742c-461b-bd0c-38b7dc388e84 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 210 time: 0.0630198 Sep 07 12:37:16.570287 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] Calling delete_port for 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 owned by network:router_interface {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:16.991038 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:17.039326 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f39e6d0-d6da-4c29-b64d-9c6d56403be7,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:17.279572 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41120) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:17.316756 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567683'] for router_interface, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:17.487382 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d136a9e5-4d7f-4c34-b645-95eae90da9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:17.615165 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d136a9e5-4d7f-4c34-b645-95eae90da9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:17.633554 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] Router aa57c442-b652-4a14-aed0-732b926b859d has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:37:17.736057 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-6cd07cfa-3d3c-4a43-83cc-4024545ed39d req-404df510-c520-4a89-9869-abdab7e7b1b2 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 210 time: 0.0332065 Sep 07 12:37:17.819095 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:37:17.827590 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-3c3c8141-1d34-4a2a-8c37-eccd22f5d99a admin admin] 10.222.0.69 "PUT /v2.0/routers/aa57c442-b652-4a14-aed0-732b926b859d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8929062 Sep 07 12:37:17.827890 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41134) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:17.834550 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b8516-4ce8-4947-894d-8f269beb33d0 None None] Sync routers for ids ['aa57c442-b652-4a14-aed0-732b926b859d'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:37:17.846519 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b8516-4ce8-4947-894d-8f269beb33d0 None None] Routers {'aa57c442-b652-4a14-aed0-732b926b859d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:17.847799 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-9b7b8516-4ce8-4947-894d-8f269beb33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['aa57c442-b652-4a14-aed0-732b926b859d'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:17.982412 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Notify callbacks [] for router, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:18.024748 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-9b7b8516-4ce8-4947-894d-8f269beb33d0 None None] Set router aa57c442-b652-4a14-aed0-732b926b859d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:18.088280 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:18.300900 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d136a9e5-4d7f-4c34-b645-95eae90da9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:18.313319 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-9b7b8516-4ce8-4947-894d-8f269beb33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'name': 'tempest-TestShelveInstance-778908668-router', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:49Z', 'updated_at': '2021-09-07T12:37:16Z', 'revision_number': 5, 'project_id': 'd79bdb599660443aace70949fc851c60', 'gw_port': {'id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:18.337346 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-d136a9e5-4d7f-4c34-b645-95eae90da9b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d8e8913ab3047cb9ec14d367fedb46d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0566947 Sep 07 12:37:18.340541 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b8516-4ce8-4947-894d-8f269beb33d0 None None] Checking router: aa57c442-b652-4a14-aed0-732b926b859d for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:37:18.340695 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41136) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:18.357772 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136a9e5-4d7f-4c34-b645-95eae90da9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44b55e3-adea-47db-a33e-3078161c984e,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:18.363709 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b8516-4ce8-4947-894d-8f269beb33d0 None None] Routers {'aa57c442-b652-4a14-aed0-732b926b859d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:18.364624 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-9b7b8516-4ce8-4947-894d-8f269beb33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['aa57c442-b652-4a14-aed0-732b926b859d'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:18.428453 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Deleting port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:18.428804 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:18.444427 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-62162ac6-d9b3-40f0-b147-39e2d707ce2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:18.495427 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-9b7b8516-4ce8-4947-894d-8f269beb33d0 None None] Set router aa57c442-b652-4a14-aed0-732b926b859d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:18.508677 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-62162ac6-d9b3-40f0-b147-39e2d707ce2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:18.641807 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] For port 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=3f626fc7-e7c4-47d2-8f74-1145ab5e8f91,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:18.641807 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:18.681697 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Calling delete_port for 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 owned by network:router_gateway {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:18.696083 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-16aa4d53-c6f7-4c2b-8979-d11b7416ff01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:18.698685 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-16aa4d53-c6f7-4c2b-8979-d11b7416ff01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.42 "GET /v2.0/networks?id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a HTTP/1.1" status: 200 len: 810 time: 0.1752992 Sep 07 12:37:18.784933 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-62162ac6-d9b3-40f0-b147-39e2d707ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:18.789525 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-62162ac6-d9b3-40f0-b147-39e2d707ce2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:18.795216 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-62162ac6-d9b3-40f0-b147-39e2d707ce2f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f44b55e3-adea-47db-a33e-3078161c984e HTTP/1.1" status: 204 len: 168 time: 0.4532969 Sep 07 12:37:18.817179 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-5e9a4ef0-4a31-4647-80ba-6ffd7161146c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8396a5d0a3a54a20b65c744f20906778 HTTP/1.1" status: 200 len: 380 time: 0.1058733 Sep 07 12:37:18.842694 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'port': {'device_id': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'admin_state_up': True, 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'security_groups': ['6fa137f4-96e1-49ac-81be-810d6f6b2430']}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:18.857835 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62162ac6-d9b3-40f0-b147-39e2d707ce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44b55e3-adea-47db-a33e-3078161c984e,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:18.869370 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-9b7b8516-4ce8-4947-894d-8f269beb33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'name': 'tempest-TestShelveInstance-778908668-router', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:49Z', 'updated_at': '2021-09-07T12:37:16Z', 'revision_number': 5, 'project_id': 'd79bdb599660443aace70949fc851c60', 'gw_port': {'id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:18.973138 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b8516-4ce8-4947-894d-8f269beb33d0 None None] The sync data for ids ['aa57c442-b652-4a14-aed0-732b926b859d'] in dv-cinder-760199-14-iscsi is: [{'id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'name': 'tempest-TestShelveInstance-778908668-router', 'tenant_id': 'd79bdb599660443aace70949fc851c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:49Z', 'updated_at': '2021-09-07T12:37:16Z', 'revision_number': 5, 'project_id': 'd79bdb599660443aace70949fc851c60', 'gw_port': {'id': '3f626fc7-e7c4-47d2-8f74-1145ab5e8f91', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57c442-b652-4a14-aed0-732b926b859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:37:19.009934 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-73581a21-dfed-4d0a-8154-c33c8ad3ba87 req-4df7dbd5-d8b2-47fb-ad5f-e500e928a7cd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 210 time: 0.0734763 Sep 07 12:37:19.020415 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.072071 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f626fc7-e7c4-47d2-8f74-1145ab5e8f91,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:19.150855 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567841'] for router_gateway, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.206332 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Made reservation on behalf of 8396a5d0a3a54a20b65c744f20906778 for: {'port': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:37:19.210159 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.273138 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1529712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22140'] for router, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.276801 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.372492 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Allocated IP 172.20.0.11 (8cdda4ee-5ff5-4b09-8019-1614ee5f413a/644ee434-d09c-4f23-81d2-2ffd9d7c226b/3e28a449-2b13-4aaa-b64d-5313421bc3ad) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:37:19.519857 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.538987 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Transition to ACTIVE for port object 3e28a449-2b13-4aaa-b64d-5313421bc3ad will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:37:19.539218 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1529723'] for router, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.539586 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa57c442-b652-4a14-aed0-732b926b859d {{(pid=94578) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:37:19.545227 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] Notify callbacks [] for router, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.549094 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-3c5fcd37-0a38-4b8f-ad9e-9b4d04823e75 admin admin] 10.222.0.69 "DELETE /v2.0/routers/aa57c442-b652-4a14-aed0-732b926b859d HTTP/1.1" status: 204 len: 168 time: 1.7201962 Sep 07 12:37:19.549685 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41166) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:19.613744 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c538e34-01e4-4216-82a9-3a8c748462c9 admin admin] Deleting subnet d4b1b4e1-87da-4f97-a5dc-755b66451641 {{(pid=94577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:37:19.618015 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2c538e34-01e4-4216-82a9-3a8c748462c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.654749 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2c538e34-01e4-4216-82a9-3a8c748462c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421547'] for subnet, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.744288 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.787435 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2c538e34-01e4-4216-82a9-3a8c748462c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:19.790518 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:37:19.811299 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:37:19.816326 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:37:19.865057 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event updated for resources: {'Port': ['ID=3e28a449-2b13-4aaa-b64d-5313421bc3ad,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:19.887753 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.888080 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.888409 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.888743 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.889078 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.889407 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.889997 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.890328 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.890665 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.890973 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.891292 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.891617 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:19.903092 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:19.903948 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.001422 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2c538e34-01e4-4216-82a9-3a8c748462c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8425423'] for subnet, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.041971 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-90123430-5ada-4925-8122-d9adfcd48ce0 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2102296 Sep 07 12:37:20.043148 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c538e34-01e4-4216-82a9-3a8c748462c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b1b4e1-87da-4f97-a5dc-755b66451641,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:20.048818 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2c538e34-01e4-4216-82a9-3a8c748462c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.053388 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41188) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:20.055499 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095ddc7-4834-4a2c-8553-e427699071e0 None None] Network e0f93a6f-38a3-43ba-98a0-331382e24a8b requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:37:20.074473 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-2c538e34-01e4-4216-82a9-3a8c748462c9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d4b1b4e1-87da-4f97-a5dc-755b66451641 HTTP/1.1" status: 204 len: 168 time: 0.5236709 Sep 07 12:37:20.079908 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Request body: {'port': {'device_id': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:20.186006 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.200154 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.222129 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:20.264061 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:20.265703 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 6f39e6d0-d6da-4c29-b64d-9c6d56403be7 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:20.266346 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:20.268399 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-181baf58-3dbc-4baf-9f0d-6bcf535ab96a None None] Provisioning for port 3e28a449-2b13-4aaa-b64d-5313421bc3ad completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:37:20.271659 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Deleting port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:20.272347 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.276977 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-181baf58-3dbc-4baf-9f0d-6bcf535ab96a None None] Provisioning complete for port 3e28a449-2b13-4aaa-b64d-5313421bc3ad triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:20.277598 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-181baf58-3dbc-4baf-9f0d-6bcf535ab96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.349589 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:20.350108 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 3f626fc7-e7c4-47d2-8f74-1145ab5e8f91 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:20.409461 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-181baf58-3dbc-4baf-9f0d-6bcf535ab96a None None] Port 3e28a449-2b13-4aaa-b64d-5313421bc3ad cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:37:20.423532 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] For port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64,segment=NetworkSegment(9223ed64-4cb7-49b1-99a5-948e9c48e58d),segment_id=9223ed64-4cb7-49b1-99a5-948e9c48e58d)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:20.423532 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.445735 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Calling delete_port for e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 owned by network:dhcp {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:20.524480 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd165e8-0cda-48d7-a272-2fe522740687 None None] DHCP port deletion for e0f93a6f-38a3-43ba-98a0-331382e24a8b request from dv-cinder-760199-14-iscsi {{(pid=94579) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:37:20.540065 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32243271-e489-4ec9-b0fa-5c59b60aeeda req-10a26246-02c1-428d-8913-43f5627033b6 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:20.548155 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-32243271-e489-4ec9-b0fa-5c59b60aeeda req-10a26246-02c1-428d-8913-43f5627033b6 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 932 time: 0.1167507 Sep 07 12:37:20.586936 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-8bd165e8-0cda-48d7-a272-2fe522740687 None None] Deleting port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 {{(pid=94579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:20.587329 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-8bd165e8-0cda-48d7-a272-2fe522740687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.596244 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e28a449-2b13-4aaa-b64d-5313421bc3ad {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:37:20.605030 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.611152 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-32243271-e489-4ec9-b0fa-5c59b60aeeda req-c0f41b08-6b5e-491c-bbe9-4ce8c1ab0d7d tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592623 Sep 07 12:37:20.623542 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Transition to ACTIVE for port object 3e28a449-2b13-4aaa-b64d-5313421bc3ad will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:37:20.652814 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-8bd165e8-0cda-48d7-a272-2fe522740687 None None] For port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64,segment=NetworkSegment(9223ed64-4cb7-49b1-99a5-948e9c48e58d),segment_id=9223ed64-4cb7-49b1-99a5-948e9c48e58d)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:20.657133 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-8bd165e8-0cda-48d7-a272-2fe522740687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.665797 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-8bd165e8-0cda-48d7-a272-2fe522740687 None None] Calling delete_port for e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 owned by network:dhcp {{(pid=94579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:20.756163 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.763156 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-8bd165e8-0cda-48d7-a272-2fe522740687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861'] for port, after_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.794316 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:20.797464 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd165e8-0cda-48d7-a272-2fe522740687 None None] Pushing event deleted for resources: {'Port': ['ID=e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64,revision_number=None']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:20.803530 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.807108 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd165e8-0cda-48d7-a272-2fe522740687 None None] No DVR routers for this DVR port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 on host dv-cinder-760199-14-iscsi {{(pid=94579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:37:20.809088 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] No DVR routers for this DVR port e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 on host dv-cinder-760199-14-iscsi {{(pid=94578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:37:20.842580 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.842931 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.843274 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.843610 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.843946 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.844344 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.844686 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.845016 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.845342 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.845769 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.846100 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.846417 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:20.895568 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e28a449-2b13-4aaa-b64d-5313421bc3ad,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:20.942975 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:20.986066 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Attempting to bind port 3e28a449-2b13-4aaa-b64d-5313421bc3ad on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:37:20.986490 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Attempting to bind port 3e28a449-2b13-4aaa-b64d-5313421bc3ad by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:37:20.986978 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Attempting to bind port 3e28a449-2b13-4aaa-b64d-5313421bc3ad on network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:37:20.992426 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Port 3e28a449-2b13-4aaa-b64d-5313421bc3ad on network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:37:20.992665 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Attempting to bind port 3e28a449-2b13-4aaa-b64d-5313421bc3ad on network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:37:20.998988 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Checking agent: {'id': 'd20c3edb-5c57-45b7-bd7a-1abdfb43a276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'started_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:37:20.999329 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Checking segment: {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:37:20.999714 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Bound using segment: {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:37:21.000192 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Bound port: 3e28a449-2b13-4aaa-b64d-5313421bc3ad, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44baf18e-497a-4663-a344-4efe5ec0749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:37:21.000551 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:21.010492 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f93a6f-38a3-43ba-98a0-331382e24a8b']}} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:21.059207 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9223ed64-4cb7-49b1-99a5-948e9c48e58d') {'for_net_delete': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:21.059755 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9223ed64-4cb7-49b1-99a5-948e9c48e58d') {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:21.070942 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] For port 3e28a449-2b13-4aaa-b64d-5313421bc3ad, host hv-cinder-76019, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:37:21.078272 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] For port 3e28a449-2b13-4aaa-b64d-5313421bc3ad, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3e28a449-2b13-4aaa-b64d-5313421bc3ad,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:37:21.078522 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9043924'] for segment, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:21.102719 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:21.133557 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:21.143940 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94578) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:37:21.144607 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491559'] for segment, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: Traceback (most recent call last): Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: timer() Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: cb(*args, **kw) Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: return func(*args, **kwargs) Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: self._notify() Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: self.callback(batched_events) Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: event.method(event) Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: return f(self, *a, **k) Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._get(url).json() Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: return self.request(url, 'GET', **kwargs) Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:37:21.149452 dv-cinder-760199-14-iscsi neutron-server[94578]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:37:21.173122 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:21.173851 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:21.175289 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] 10.222.0.42 "PUT /v2.0/ports/3e28a449-2b13-4aaa-b64d-5313421bc3ad HTTP/1.1" status: 200 len: 1094 time: 1.0996883 Sep 07 12:37:21.175747 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'tag': '3e28a449-2b13-4aaa-b64d-5313421bc3ad'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:37:21.186958 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21802e6d-a5ec-4326-939f-e02b9e378735" -d '{"events": [{"name": "network-changed", "server_uuid": "61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0", "tag": "3e28a449-2b13-4aaa-b64d-5313421bc3ad"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:37:21.211831 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0119-7c02-439e-8005-13225042a857 req-e9089a0d-c206-411f-8bfb-14bc296c8431 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:21.219499 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-e9089a0d-c206-411f-8bfb-14bc296c8431 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/networks?id=b4d7fe40-57b4-44fb-be2d-c26c0714a134 HTTP/1.1" status: 200 len: 814 time: 0.2897651 Sep 07 12:37:21.294376 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-e8118bd0-8271-4673-98a8-ab1298c918a6 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/quotas/0e0b28998b364085957254e4a6760c4a HTTP/1.1" status: 200 len: 375 time: 0.0683143 Sep 07 12:37:21.326965 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b0387-521c-4ab6-8935-c9eb7a523de0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e28a449-2b13-4aaa-b64d-5313421bc3ad,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:21.366548 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dd33fd-2d7f-47f3-ad7e-da1de7efc79c x-openstack-request-id: req-33dd33fd-2d7f-47f3-ad7e-da1de7efc79c {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:37:21.367626 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0", "tag": "3e28a449-2b13-4aaa-b64d-5313421bc3ad", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:37:21.367981 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33dd33fd-2d7f-47f3-ad7e-da1de7efc79c {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:37:21.369860 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'tag': '3e28a449-2b13-4aaa-b64d-5313421bc3ad', 'status': 'completed', 'code': 200} Sep 07 12:37:21.401814 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-5a0dcbbd-5ce2-41c2-9573-d5f8ca3b4a5a tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e0b28998b364085957254e4a6760c4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809300 Sep 07 12:37:21.402264 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-a98c04db-6e20-4c1a-ae2b-ea277dc68f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:21.402371 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:21.404276 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-a98c04db-6e20-4c1a-ae2b-ea277dc68f0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a5d0a3a54a20b65c744f20906778&device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0971181 Sep 07 12:37:21.407992 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:21.425772 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e0f93a6f-38a3-43ba-98a0-331382e24a8b HTTP/1.1" status: 204 len: 168 time: 1.3699296 Sep 07 12:37:21.460954 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f4d8d-2381-4953-8fd4-737ab1e63ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f93a6f-38a3-43ba-98a0-331382e24a8b,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:21.471381 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-fe61b6d8-e437-4c6a-8131-02e690bfc525 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e28a449-2b13-4aaa-b64d-5313421bc3ad HTTP/1.1" status: 200 len: 217 time: 0.0589156 Sep 07 12:37:21.567196 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-4198eaf9-9273-4e52-a3ff-dd7ed47d9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:21.569758 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-4198eaf9-9273-4e52-a3ff-dd7ed47d9e0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=644ee434-d09c-4f23-81d2-2ffd9d7c226b HTTP/1.1" status: 200 len: 849 time: 0.0885737 Sep 07 12:37:21.605781 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-cf9a1031-cb47-4328-b752-e982edb30e99 service neutron] 10.222.0.69 "GET /v2.0/networks/b4d7fe40-57b4-44fb-be2d-c26c0714a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783040 Sep 07 12:37:21.647094 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-7a1c1599-dea6-4c3c-9214-b5ad6e56b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:21.648924 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-7a1c1599-dea6-4c3c-9214-b5ad6e56b4e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0701175 Sep 07 12:37:21.798461 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-dedc86a6-8a53-43fd-8d4f-a6986a324137 service neutron] 10.222.0.69 "GET /v2.0/networks/b4d7fe40-57b4-44fb-be2d-c26c0714a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867852 Sep 07 12:37:21.821886 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93188250-d067-4b6d-8c73-5e469069fc0e req-97d8347e-d0bd-4519-8439-36c928d24168 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:21.823571 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-93188250-d067-4b6d-8c73-5e469069fc0e req-97d8347e-d0bd-4519-8439-36c928d24168 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 944 time: 0.0750570 Sep 07 12:37:21.825780 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-6c9bc53f-0615-4be1-b790-ec71d4e754b7 service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667814 Sep 07 12:37:21.947755 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:21.953947 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-93188250-d067-4b6d-8c73-5e469069fc0e req-e65071e1-8609-4abb-adba-bb9f14d3f31e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210008 Sep 07 12:37:21.972519 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ee4b38b0-12df-4d6a-9642-4d77e572995f req-b44bd70b-f5c3-49b2-a238-2b1f5f70c82c service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345782 Sep 07 12:37:21.972688 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:21.972688 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device e5e7fe06-5776-4ee0-8c3e-d8eb82d1bc64 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:22.048304 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41254) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:22.150115 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-158c5424-6e5d-4346-85be-9684ad5131b6 req-4f990148-5dc3-4d48-8def-9c3d95740855 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 210 time: 0.0768707 Sep 07 12:37:22.185670 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21802e6d-a5ec-4326-939f-e02b9e378735 req-7f8f3ea9-7d47-435d-9c94-9589a12d5cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:22.186179 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-21802e6d-a5ec-4326-939f-e02b9e378735 req-7f8f3ea9-7d47-435d-9c94-9589a12d5cd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a5d0a3a54a20b65c744f20906778&device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 1097 time: 0.1000662 Sep 07 12:37:22.327837 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21802e6d-a5ec-4326-939f-e02b9e378735 req-101426cf-8088-4c10-851a-c7976cc1d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:22.332169 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-21802e6d-a5ec-4326-939f-e02b9e378735 req-101426cf-8088-4c10-851a-c7976cc1d659 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a HTTP/1.1" status: 200 len: 911 time: 0.1380551 Sep 07 12:37:22.360007 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4a1e4a13-6ea1-46d2-8a9f-b6b8953a4564 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eaf7cb81f7c04c2e90dc7dcf57c8ac37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101490 Sep 07 12:37:22.362562 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41270) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:22.401257 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-21802e6d-a5ec-4326-939f-e02b9e378735 req-b1a09abb-bc64-49ed-bef1-be627e36ea82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e28a449-2b13-4aaa-b64d-5313421bc3ad HTTP/1.1" status: 200 len: 217 time: 0.0493231 Sep 07 12:37:22.440921 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6da12ddf-baea-437b-8a6a-c8eb182b44f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:22.465355 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6da12ddf-baea-437b-8a6a-c8eb182b44f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:22.467114 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21802e6d-a5ec-4326-939f-e02b9e378735 req-a7e9ab60-4f7d-46f1-a889-52df30588cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:22.468847 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-21802e6d-a5ec-4326-939f-e02b9e378735 req-a7e9ab60-4f7d-46f1-a889-52df30588cef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=644ee434-d09c-4f23-81d2-2ffd9d7c226b HTTP/1.1" status: 200 len: 849 time: 0.0593200 Sep 07 12:37:22.527495 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21802e6d-a5ec-4326-939f-e02b9e378735 req-9a41a51f-1c9a-4084-96e4-81078cdcb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:22.529132 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-21802e6d-a5ec-4326-939f-e02b9e378735 req-9a41a51f-1c9a-4084-96e4-81078cdcb6d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526900 Sep 07 12:37:22.612743 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6da12ddf-baea-437b-8a6a-c8eb182b44f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:22.615454 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6da12ddf-baea-437b-8a6a-c8eb182b44f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:22.616654 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-6da12ddf-baea-437b-8a6a-c8eb182b44f4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a12d9ebd-fc88-4cb4-a1a9-ab09ed5522c0 HTTP/1.1" status: 204 len: 168 time: 0.2530892 Sep 07 12:37:22.626345 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12ddf-baea-437b-8a6a-c8eb182b44f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12d9ebd-fc88-4cb4-a1a9-ab09ed5522c0,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:22.656487 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-21802e6d-a5ec-4326-939f-e02b9e378735 req-3f249ba4-78ed-4b98-be1b-f809993980fe service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112933 Sep 07 12:37:22.810174 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-21802e6d-a5ec-4326-939f-e02b9e378735 req-01e06fbf-312f-4cbb-b27b-181c8340f3d4 service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502247 Sep 07 12:37:23.081415 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c0ff0-9e03-4f43-9c47-6fbfcd6ac3f3 req-2b351d20-bb60-4baa-8bf3-da166e10fe0c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:23.083125 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-128c0ff0-9e03-4f43-9c47-6fbfcd6ac3f3 req-2b351d20-bb60-4baa-8bf3-da166e10fe0c tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 944 time: 0.0510695 Sep 07 12:37:23.128565 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-128c0ff0-9e03-4f43-9c47-6fbfcd6ac3f3 req-91d306de-000c-4fa4-b37c-a3c0e0198309 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369136 Sep 07 12:37:23.239843 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-55ac71f6-4e0f-4a1a-bccd-a593ebe344e2 req-ab9afaef-e42b-42e5-b786-e82e2a2f02d5 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 210 time: 0.0284183 Sep 07 12:37:23.470791 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41308) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:23.517485 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-dfeed786-d20b-4d48-b96c-83d8b428be00 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d79bdb599660443aace70949fc851c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455022 Sep 07 12:37:23.521709 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41310) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:23.573359 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea84d-4814-4035-adb9-872d9ad7dcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:23.594925 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea84d-4814-4035-adb9-872d9ad7dcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:23.772755 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41316) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:23.878941 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d861a086-e7b2-47f4-bb1f-8477161cf91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:23.889140 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea84d-4814-4035-adb9-872d9ad7dcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:23.891969 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea84d-4814-4035-adb9-872d9ad7dcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:23.893109 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-fa9ea84d-4814-4035-adb9-872d9ad7dcda admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/181fdfc2-a756-4016-a724-3da96a371583 HTTP/1.1" status: 204 len: 168 time: 0.3703332 Sep 07 12:37:23.906977 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ea84d-4814-4035-adb9-872d9ad7dcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181fdfc2-a756-4016-a724-3da96a371583,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:23.994437 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d861a086-e7b2-47f4-bb1f-8477161cf91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:24.052374 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:37:24.126440 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d861a086-e7b2-47f4-bb1f-8477161cf91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:24.167625 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-d861a086-e7b2-47f4-bb1f-8477161cf91b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f5dc0b36ea243fb85f19d6ade5b9c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937259 Sep 07 12:37:24.168565 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861a086-e7b2-47f4-bb1f-8477161cf91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5a7835-a0e4-4aa5-9777-a71c12c8fc9d,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:24.170510 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41330) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:24.240356 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-78966c31-e0ac-4fb6-ae85-b92e76824712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:24.270721 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-78966c31-e0ac-4fb6-ae85-b92e76824712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:24.276183 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99facaf3-45cf-4b02-af47-ecdb6e7a93d4 req-c6beaecd-5e96-43d1-8a5d-e7f19978c474 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:24.284672 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-99facaf3-45cf-4b02-af47-ecdb6e7a93d4 req-c6beaecd-5e96-43d1-8a5d-e7f19978c474 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 944 time: 0.0781844 Sep 07 12:37:24.361167 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-99facaf3-45cf-4b02-af47-ecdb6e7a93d4 req-0cbf75fa-24d9-44bb-997c-77cbe01605aa tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687222 Sep 07 12:37:24.392809 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-15989daf-3c4a-4fd2-b9d8-8e6423cff085 req-5d630d14-e3e9-4046-8061-9b56a170d16c tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 210 time: 0.0313821 Sep 07 12:37:24.394608 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-78966c31-e0ac-4fb6-ae85-b92e76824712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:24.397455 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-78966c31-e0ac-4fb6-ae85-b92e76824712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:24.398661 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-78966c31-e0ac-4fb6-ae85-b92e76824712 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d5a7835-a0e4-4aa5-9777-a71c12c8fc9d HTTP/1.1" status: 204 len: 168 time: 0.2266145 Sep 07 12:37:24.407490 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78966c31-e0ac-4fb6-ae85-b92e76824712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5a7835-a0e4-4aa5-9777-a71c12c8fc9d,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:24.716726 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0119-7c02-439e-8005-13225042a857 req-42d3abea-7f45-4cf4-805b-e148d2948b34 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:24.718198 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-42d3abea-7f45-4cf4-805b-e148d2948b34 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.42 "GET /v2.0/networks?id=b4d7fe40-57b4-44fb-be2d-c26c0714a134 HTTP/1.1" status: 200 len: 814 time: 0.1038952 Sep 07 12:37:24.735123 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Request body: {'port': {'device_id': 'ac47dfd3-a28a-43a6-907d-5328031dfb2f', 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134', 'admin_state_up': True, 'tenant_id': '0e0b28998b364085957254e4a6760c4a'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:24.814912 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41346) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:24.930205 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3fb3-1851-48bf-8e64-ecafb93b1acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:24.932385 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Made reservation on behalf of 0e0b28998b364085957254e4a6760c4a for: {'port': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:37:24.935533 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:24.952837 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 3e28a449-2b13-4aaa-b64d-5313421bc3ad details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94579) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:37:25.028503 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3fb3-1851-48bf-8e64-ecafb93b1acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.057808 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 3e28a449-2b13-4aaa-b64d-5313421bc3ad, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3e28a449-2b13-4aaa-b64d-5313421bc3ad,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:25.069236 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Returning: {'device': '3e28a449-2b13-4aaa-b64d-5313421bc3ad', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'port_id': '3e28a449-2b13-4aaa-b64d-5313421bc3ad', 'mac_address': 'fa:16:3e:10:4d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94579) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:37:25.076314 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Allocated IP 172.20.0.13 (b4d7fe40-57b4-44fb-be2d-c26c0714a134/24b695c8-83b2-47de-a917-0abe9899813b/8975bbae-ad61-44eb-90f3-ca7207f564a7) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:37:25.097799 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3fb3-1851-48bf-8e64-ecafb93b1acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.133730 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.141984 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2e8f3fb3-1851-48bf-8e64-ecafb93b1acb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=438a35d254604943a7d2f3b0e1658048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253326 Sep 07 12:37:25.142888 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f3fb3-1851-48bf-8e64-ecafb93b1acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2259b93a-85c5-4a73-8871-4bc55dc7ce4b,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:25.145293 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41354) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:25.151369 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e28a449-2b13-4aaa-b64d-5313421bc3ad {{(pid=94579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:37:25.173512 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 3e28a449-2b13-4aaa-b64d-5313421bc3ad, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3e28a449-2b13-4aaa-b64d-5313421bc3ad,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:25.200513 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-287e0c38-e53a-4a34-9a8d-e21148740f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.226880 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-287e0c38-e53a-4a34-9a8d-e21148740f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.233974 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41360) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:25.246275 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.253028 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c9517ae1-b164-4a05-aa78-9447c746a1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.265546 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.281234 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Transition to ACTIVE for port object 8975bbae-ad61-44eb-90f3-ca7207f564a7 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:37:25.325640 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=3e28a449-2b13-4aaa-b64d-5313421bc3ad,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:25.334962 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.334962 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.335570 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.335923 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.336466 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.336808 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.337319 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.337790 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.338288 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.338615 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.338938 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.339260 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:37:25.395161 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.430860 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-287e0c38-e53a-4a34-9a8d-e21148740f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.433849 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-287e0c38-e53a-4a34-9a8d-e21148740f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.435263 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-287e0c38-e53a-4a34-9a8d-e21148740f15 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2259b93a-85c5-4a73-8871-4bc55dc7ce4b HTTP/1.1" status: 204 len: 168 time: 0.2890675 Sep 07 12:37:25.464138 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Pushing event updated for resources: {'Port': ['ID=8975bbae-ad61-44eb-90f3-ca7207f564a7,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:25.476934 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['3e28a449-2b13-4aaa-b64d-5313421bc3ad'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:37:25.481125 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Network b4d7fe40-57b4-44fb-be2d-c26c0714a134 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:37:25.488356 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:37:25.492274 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:37:25.494131 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e0c38-e53a-4a34-9a8d-e21148740f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2259b93a-85c5-4a73-8871-4bc55dc7ce4b,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:25.586697 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ccc82-7ba2-4eb3-b9eb-2d9e37dc03b3 req-846ff357-fed2-48ec-ab69-0b5685b22e49 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:25.594952 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f66ccc82-7ba2-4eb3-b9eb-2d9e37dc03b3 req-846ff357-fed2-48ec-ab69-0b5685b22e49 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 945 time: 0.1681454 Sep 07 12:37:25.657145 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:25.657895 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.684690 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f66ccc82-7ba2-4eb3-b9eb-2d9e37dc03b3 req-bc3d571b-121e-4f41-b99d-6e194a6f4427 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875423 Sep 07 12:37:25.692097 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c9517ae1-b164-4a05-aa78-9447c746a1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.766727 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c9517ae1-b164-4a05-aa78-9447c746a1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.869144 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-06d9438b-5a82-43b9-8093-94b2acc06c2b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1378045 Sep 07 12:37:25.870624 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9517ae1-b164-4a05-aa78-9447c746a1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec9533d-df09-41b2-942a-281aff54d6ad,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:25.915679 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-c9517ae1-b164-4a05-aa78-9447c746a1bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=636036dc481b484d81038ef8c99ab00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6805646 Sep 07 12:37:25.917227 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41382) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:25.932438 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-5425f7a6-9f5c-49db-96b8-f6f986bf3644 None None] Provisioning for port 8975bbae-ad61-44eb-90f3-ca7207f564a7 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:37:25.938479 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-5425f7a6-9f5c-49db-96b8-f6f986bf3644 None None] Provisioning complete for port 8975bbae-ad61-44eb-90f3-ca7207f564a7 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:25.938900 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-5425f7a6-9f5c-49db-96b8-f6f986bf3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:25.940766 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e264d3d-4b51-4a08-9730-5a194ed4715e req-5cfa421c-fa59-46ae-a26f-20a3bd456859 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:25.942514 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-5e264d3d-4b51-4a08-9730-5a194ed4715e req-5cfa421c-fa59-46ae-a26f-20a3bd456859 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 932 time: 0.1354136 Sep 07 12:37:25.984085 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b3172990-9d36-4030-bc62-84748bed6293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:26.008422 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b3172990-9d36-4030-bc62-84748bed6293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:26.015108 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-5425f7a6-9f5c-49db-96b8-f6f986bf3644 None None] Port 8975bbae-ad61-44eb-90f3-ca7207f564a7 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:37:26.037367 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-5e264d3d-4b51-4a08-9730-5a194ed4715e req-e99923db-9106-4772-b733-05953d317637 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732291 Sep 07 12:37:26.152821 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b3172990-9d36-4030-bc62-84748bed6293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:26.152821 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b3172990-9d36-4030-bc62-84748bed6293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:26.152821 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-b3172990-9d36-4030-bc62-84748bed6293 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ec9533d-df09-41b2-942a-281aff54d6ad HTTP/1.1" status: 204 len: 168 time: 0.2287686 Sep 07 12:37:26.156340 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3172990-9d36-4030-bc62-84748bed6293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec9533d-df09-41b2-942a-281aff54d6ad,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:26.609117 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41390) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:26.633690 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bf740f24-2c38-4cec-a544-eb33fe4824ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:26.746171 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bf740f24-2c38-4cec-a544-eb33fe4824ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:26.813449 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07b5af-fc8c-4c2c-9140-8b97054585b6 req-54bcf625-52cf-4e57-8081-f9a516845236 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:26.815027 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-fe07b5af-fc8c-4c2c-9140-8b97054585b6 req-54bcf625-52cf-4e57-8081-f9a516845236 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 945 time: 0.0598702 Sep 07 12:37:26.817270 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bf740f24-2c38-4cec-a544-eb33fe4824ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:26.869284 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-fe07b5af-fc8c-4c2c-9140-8b97054585b6 req-001c69f5-e52d-447c-a184-5a01c346eda2 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438576 Sep 07 12:37:26.869473 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf740f24-2c38-4cec-a544-eb33fe4824ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a8b7b4-0223-4c37-9445-50aadeec72ae,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:26.882096 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-bf740f24-2c38-4cec-a544-eb33fe4824ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0adf01b5f4a6496795d35073fbc89a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641020 Sep 07 12:37:26.882096 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41400) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:26.932195 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1534f586-4231-4448-b32e-100641005be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:26.955185 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 3e28a449-2b13-4aaa-b64d-5313421bc3ad up at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:37:26.962686 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1534f586-4231-4448-b32e-100641005be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:27.126204 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning for port 3e28a449-2b13-4aaa-b64d-5313421bc3ad completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:37:27.131086 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning complete for port 3e28a449-2b13-4aaa-b64d-5313421bc3ad triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:27.131086 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:27.155769 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338301c-60e7-4fbc-8173-10f6ba09317d req-7f6d0ec6-28f2-4a1c-8e0b-bcf4e48cd5be tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:27.164828 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f338301c-60e7-4fbc-8173-10f6ba09317d req-7f6d0ec6-28f2-4a1c-8e0b-bcf4e48cd5be tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 932 time: 0.0623560 Sep 07 12:37:27.172135 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1534f586-4231-4448-b32e-100641005be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:27.175036 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1534f586-4231-4448-b32e-100641005be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:27.180221 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-1534f586-4231-4448-b32e-100641005be3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/73a8b7b4-0223-4c37-9445-50aadeec72ae HTTP/1.1" status: 204 len: 168 time: 0.3023584 Sep 07 12:37:27.203085 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534f586-4231-4448-b32e-100641005be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a8b7b4-0223-4c37-9445-50aadeec72ae,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:27.235363 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f338301c-60e7-4fbc-8173-10f6ba09317d req-feb54697-6ee5-483c-83fd-6ff6127c7493 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711231 Sep 07 12:37:27.280741 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:27.325147 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e28a449-2b13-4aaa-b64d-5313421bc3ad'}] {{(pid=94579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:37:27.327483 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e59dd76082547654e6c9b71bac6211988f90c8435176ffbbd796fd7f1a13848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236846d9-4ff7-4899-af53-0737d866f792" -d '{"events": [{"server_uuid": "61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0", "name": "network-vif-plugged", "status": "completed", "tag": "3e28a449-2b13-4aaa-b64d-5313421bc3ad"}]}' {{(pid=94579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:37:27.338859 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 3e28a449-2b13-4aaa-b64d-5313421bc3ad, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3e28a449-2b13-4aaa-b64d-5313421bc3ad,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:27.374662 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2bb3ca-4fae-4360-98d4-55d3461aa74e x-openstack-request-id: req-ab2bb3ca-4fae-4360-98d4-55d3461aa74e {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:37:27.375174 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0", "name": "network-vif-plugged", "status": "completed", "tag": "3e28a449-2b13-4aaa-b64d-5313421bc3ad", "code": 200}]} {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:37:27.375594 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab2bb3ca-4fae-4360-98d4-55d3461aa74e {{(pid=94579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:37:27.376201 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e28a449-2b13-4aaa-b64d-5313421bc3ad', 'code': 200} Sep 07 12:37:27.417458 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:27.479033 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=3e28a449-2b13-4aaa-b64d-5313421bc3ad,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:28.023015 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184ca89-462a-4e97-bae4-a858107c758a req-44d9e186-ff5c-4bd2-9ae7-1754c81654d2 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:28.024836 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f184ca89-462a-4e97-bae4-a858107c758a req-44d9e186-ff5c-4bd2-9ae7-1754c81654d2 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0713511 Sep 07 12:37:28.081839 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f184ca89-462a-4e97-bae4-a858107c758a req-8a3edb07-94d1-48fc-946e-6bbb2f226c37 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476742 Sep 07 12:37:28.580666 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99799aa9-103b-40c9-854e-77e7719935ec req-b44d9578-1fd5-428b-a478-48b9fec4284e tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:28.582275 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-99799aa9-103b-40c9-854e-77e7719935ec req-b44d9578-1fd5-428b-a478-48b9fec4284e tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 932 time: 0.1069643 Sep 07 12:37:28.635676 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-99799aa9-103b-40c9-854e-77e7719935ec req-a6650513-e8d5-4c36-b3fb-e7263dca1e15 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440340 Sep 07 12:37:29.244211 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad8add-d4ac-4cec-8f2f-cf1c7422e5c9 req-9a1f9d27-27d7-4ae8-8bd6-e46eb6f654b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:29.247067 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b9ad8add-d4ac-4cec-8f2f-cf1c7422e5c9 req-9a1f9d27-27d7-4ae8-8bd6-e46eb6f654b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0859027 Sep 07 12:37:29.300894 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-b9ad8add-d4ac-4cec-8f2f-cf1c7422e5c9 req-64a811e9-0bcb-4417-a532-2f0480644a4f tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415895 Sep 07 12:37:29.775248 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dadac-5352-49b9-8f4a-e1826bfab3ae req-0edca522-4fbf-4457-8f8c-3e836a73882a tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:29.777086 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f50dadac-5352-49b9-8f4a-e1826bfab3ae req-0edca522-4fbf-4457-8f8c-3e836a73882a tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 932 time: 0.0547912 Sep 07 12:37:29.832616 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-f50dadac-5352-49b9-8f4a-e1826bfab3ae req-10c7c008-20f2-4327-bc89-2eeec9500ca8 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466897 Sep 07 12:37:30.074321 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:30.454963 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b45bd0-aef3-4938-a11a-c3842e400da6 req-0a00365d-cc52-4f68-96d9-3ceb8a65fbaf tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:30.465406 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-82b45bd0-aef3-4938-a11a-c3842e400da6 req-0a00365d-cc52-4f68-96d9-3ceb8a65fbaf tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0922656 Sep 07 12:37:30.506131 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-82b45bd0-aef3-4938-a11a-c3842e400da6 req-6b8d2900-96d7-42e7-98db-238220096ead tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397635 Sep 07 12:37:30.973429 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf3f8b-0b54-43b5-94b3-077a43647592 req-52e18006-3411-47d4-9d77-246338aa4ed7 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:30.975006 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-cabf3f8b-0b54-43b5-94b3-077a43647592 req-52e18006-3411-47d4-9d77-246338aa4ed7 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 932 time: 0.0643520 Sep 07 12:37:31.023152 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-cabf3f8b-0b54-43b5-94b3-077a43647592 req-ad72656b-5e7c-460c-a8a7-6371f93b6a23 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Sep 07 12:37:31.658474 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53e89-f601-4043-b3de-cfa7091b7cda req-9149d140-0e08-475a-ab82-15d1ac69d740 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:31.660005 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-1ac53e89-f601-4043-b3de-cfa7091b7cda req-9149d140-0e08-475a-ab82-15d1ac69d740 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0789557 Sep 07 12:37:31.706350 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-1ac53e89-f601-4043-b3de-cfa7091b7cda req-b8b602da-3370-436d-ae17-6526bbbcc551 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393295 Sep 07 12:37:32.157682 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89d4b-0ae6-4389-997f-b22cdfbf12b2 req-28d8f5fe-8646-422d-a718-8f50389b5bed tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:32.159338 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-69c89d4b-0ae6-4389-997f-b22cdfbf12b2 req-28d8f5fe-8646-422d-a718-8f50389b5bed tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 932 time: 0.0535455 Sep 07 12:37:32.203032 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-69c89d4b-0ae6-4389-997f-b22cdfbf12b2 req-d26a8880-97da-42e1-b6d6-257663b1e736 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364072 Sep 07 12:37:32.859563 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fafe9-2128-4191-890e-13c4af4c6fbc req-ade0b045-6987-4f38-950a-8fdfc5afed2e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:32.861397 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-c15fafe9-2128-4191-890e-13c4af4c6fbc req-ade0b045-6987-4f38-950a-8fdfc5afed2e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0702999 Sep 07 12:37:32.914439 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-c15fafe9-2128-4191-890e-13c4af4c6fbc req-eede67e1-17ce-472e-8eb6-5482e80f0ef6 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452440 Sep 07 12:37:33.261090 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41572) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:33.390237 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d84547-4a65-4843-8fdd-1522df078268 req-995276a0-d655-4842-a9b0-53e336ce7592 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:33.391783 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-43d84547-4a65-4843-8fdd-1522df078268 req-995276a0-d655-4842-a9b0-53e336ce7592 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 932 time: 0.0774853 Sep 07 12:37:33.416802 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81f5915d-a661-4553-80e4-388117a35b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:33.460703 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-43d84547-4a65-4843-8fdd-1522df078268 req-633bc040-3d77-490d-af89-bdd353ae0507 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620151 Sep 07 12:37:33.573470 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81f5915d-a661-4553-80e4-388117a35b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:33.656114 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81f5915d-a661-4553-80e4-388117a35b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:33.697924 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-81f5915d-a661-4553-80e4-388117a35b19 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cfb1c4c7dc234b1c9864447de803ffd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361579 Sep 07 12:37:33.699970 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5915d-a661-4553-80e4-388117a35b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4ebb42-6706-4f5c-a2f6-7dd0bbf56d89,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:33.700724 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41598) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:33.777652 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-671219af-8770-4b77-852d-b3418c187ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:33.800365 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-671219af-8770-4b77-852d-b3418c187ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:33.918108 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-671219af-8770-4b77-852d-b3418c187ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:33.920872 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-671219af-8770-4b77-852d-b3418c187ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:33.922034 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-671219af-8770-4b77-852d-b3418c187ba2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab4ebb42-6706-4f5c-a2f6-7dd0bbf56d89 HTTP/1.1" status: 204 len: 168 time: 0.2202044 Sep 07 12:37:33.931275 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671219af-8770-4b77-852d-b3418c187ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4ebb42-6706-4f5c-a2f6-7dd0bbf56d89,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:34.068226 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e965f-a459-4770-97a0-999317853460 req-52f04b2a-4dd0-45e5-a946-f4252dfa9cc1 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:34.069784 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ca0e965f-a459-4770-97a0-999317853460 req-52f04b2a-4dd0-45e5-a946-f4252dfa9cc1 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0683310 Sep 07 12:37:34.113765 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ca0e965f-a459-4770-97a0-999317853460 req-383889cb-52f9-42b4-9dcb-7745ecc4b482 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379231 Sep 07 12:37:34.637728 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e32247-1fac-4f9f-a551-f708bf83f078 req-9ce19370-fcb5-4a45-a838-e022ad624e73 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:34.640009 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-e3e32247-1fac-4f9f-a551-f708bf83f078 req-9ce19370-fcb5-4a45-a838-e022ad624e73 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 932 time: 0.0830193 Sep 07 12:37:34.689422 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-e3e32247-1fac-4f9f-a551-f708bf83f078 req-65611f2c-04f4-4a26-908d-6598d4fd60ff tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435786 Sep 07 12:37:34.734382 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41624) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:34.750716 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41626) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:34.759111 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e6ca5f90-ae88-4513-83ef-3853ecb8e7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:34.889252 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e6ca5f90-ae88-4513-83ef-3853ecb8e7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:34.925536 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a782a91b-6371-44a8-b6b1-9bd747b98a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:34.970088 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e6ca5f90-ae88-4513-83ef-3853ecb8e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:35.004343 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca5f90-ae88-4513-83ef-3853ecb8e7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978b8a00-e3fe-4817-9d23-620653eea046,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:35.024981 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-e6ca5f90-ae88-4513-83ef-3853ecb8e7d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b819c1e9e8ce43a2b1b17e59fc8c6c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892473 Sep 07 12:37:35.028190 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41630) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:35.084677 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4a6f-5c6a-4844-8ea0-90fe7964e978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:35.093195 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a782a91b-6371-44a8-b6b1-9bd747b98a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:35.107960 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4a6f-5c6a-4844-8ea0-90fe7964e978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:35.164267 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a782a91b-6371-44a8-b6b1-9bd747b98a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:35.220984 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41634) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:35.224633 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-a782a91b-6371-44a8-b6b1-9bd747b98a65 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5297f94f35945d2ba36a5e40d0fc6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727194 Sep 07 12:37:35.226183 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782a91b-6371-44a8-b6b1-9bd747b98a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26152b58-7e7f-4c9a-9e28-1669bad7a799,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:35.244957 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4a6f-5c6a-4844-8ea0-90fe7964e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:35.247507 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4a6f-5c6a-4844-8ea0-90fe7964e978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:35.256244 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-dd2c4a6f-5c6a-4844-8ea0-90fe7964e978 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/978b8a00-e3fe-4817-9d23-620653eea046 HTTP/1.1" status: 204 len: 168 time: 0.2193565 Sep 07 12:37:35.289179 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c4a6f-5c6a-4844-8ea0-90fe7964e978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978b8a00-e3fe-4817-9d23-620653eea046,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:35.331083 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ba73d-ae3e-4fc0-a9c8-36fb0c88bf1d req-4fe80fb3-4ac5-43d8-ad09-60a340d0bf48 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:35.336286 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-bf2ba73d-ae3e-4fc0-a9c8-36fb0c88bf1d req-4fe80fb3-4ac5-43d8-ad09-60a340d0bf48 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.1095896 Sep 07 12:37:35.336286 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36755408-8bde-44c1-ab32-653a484af009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:35.376722 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36755408-8bde-44c1-ab32-653a484af009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:35.407853 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-bf2ba73d-ae3e-4fc0-a9c8-36fb0c88bf1d req-4bcd23aa-3d32-4a97-a3ff-35b2bf088556 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673542 Sep 07 12:37:35.557460 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36755408-8bde-44c1-ab32-653a484af009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:35.560555 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36755408-8bde-44c1-ab32-653a484af009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:35.561961 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-36755408-8bde-44c1-ab32-653a484af009 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26152b58-7e7f-4c9a-9e28-1669bad7a799 HTTP/1.1" status: 204 len: 168 time: 0.3399894 Sep 07 12:37:35.574424 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36755408-8bde-44c1-ab32-653a484af009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26152b58-7e7f-4c9a-9e28-1669bad7a799,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:35.822980 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136f80e-7af2-491b-b7cc-0a8f184e8c48 req-7894d45e-e8ee-4d43-af29-67cab9d71774 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:35.824604 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4136f80e-7af2-491b-b7cc-0a8f184e8c48 req-7894d45e-e8ee-4d43-af29-67cab9d71774 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 932 time: 0.0597980 Sep 07 12:37:35.873597 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4136f80e-7af2-491b-b7cc-0a8f184e8c48 req-33b97441-91e9-49c0-bd00-ae8f6ab4bf76 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422382 Sep 07 12:37:36.284561 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41662) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:36.299041 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-08c916d7-8cf4-4905-bed7-095dfd6bd58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:36.392194 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-08c916d7-8cf4-4905-bed7-095dfd6bd58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:36.484527 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-08c916d7-8cf4-4905-bed7-095dfd6bd58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:36.552750 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Request body: {'port': {'device_id': 'ac47dfd3-a28a-43a6-907d-5328031dfb2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:36.557817 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c916d7-8cf4-4905-bed7-095dfd6bd58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bc3f72-0b37-4468-ab05-b0a1d839f85b,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:36.582185 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-08c916d7-8cf4-4905-bed7-095dfd6bd58e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11270c46307c4410b89578fc7021e381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958322 Sep 07 12:37:36.585302 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41668) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:36.655648 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee19350-a40b-4de9-ab01-dfb881902616 req-65449835-71a4-4dc6-b29a-0e64f967bacd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:36.664690 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-eee19350-a40b-4de9-ab01-dfb881902616 req-65449835-71a4-4dc6-b29a-0e64f967bacd tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.1675506 Sep 07 12:37:36.667606 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b01f483b-c9eb-4b0e-ae19-61d21b544396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:36.685754 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:36.744303 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-eee19350-a40b-4de9-ab01-dfb881902616 req-4a5dd1cd-4c33-4250-a417-4103a8f4fb9e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786128 Sep 07 12:37:36.748142 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b01f483b-c9eb-4b0e-ae19-61d21b544396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:36.992640 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b01f483b-c9eb-4b0e-ae19-61d21b544396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:36.995242 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b01f483b-c9eb-4b0e-ae19-61d21b544396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:36.999025 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-b01f483b-c9eb-4b0e-ae19-61d21b544396 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71bc3f72-0b37-4468-ab05-b0a1d839f85b HTTP/1.1" status: 204 len: 168 time: 0.4108007 Sep 07 12:37:37.009805 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f483b-c9eb-4b0e-ae19-61d21b544396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bc3f72-0b37-4468-ab05-b0a1d839f85b,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:37.025410 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a4433-07cf-4a2a-9c33-8836e2891bbc req-dac2e3ae-1ec2-449f-bb76-6bf17f8569e2 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:37.025410 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-af0a4433-07cf-4a2a-9c33-8836e2891bbc req-dac2e3ae-1ec2-449f-bb76-6bf17f8569e2 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 932 time: 0.0705276 Sep 07 12:37:37.070359 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-af0a4433-07cf-4a2a-9c33-8836e2891bbc req-64973970-1cf4-4406-a2e8-acc43f47567f tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378945 Sep 07 12:37:37.267055 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87332eba-f4c4-4e28-8236-4d951b4f13ed req-bea9ce88-c743-4d1e-b643-64c0ca9cea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:37.268567 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-87332eba-f4c4-4e28-8236-4d951b4f13ed req-bea9ce88-c743-4d1e-b643-64c0ca9cea8e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 1099 time: 0.0906544 Sep 07 12:37:37.329962 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-87332eba-f4c4-4e28-8236-4d951b4f13ed req-65f3099f-a201-4f0e-8be8-522a704979e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505476 Sep 07 12:37:37.361045 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8975bbae-ad61-44eb-90f3-ca7207f564a7 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:37:37.368588 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:37.380492 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Transition to ACTIVE for port object 8975bbae-ad61-44eb-90f3-ca7207f564a7 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:37:37.460154 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:37.487720 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41692) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:37.539065 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Pushing event updated for resources: {'Port': ['ID=8975bbae-ad61-44eb-90f3-ca7207f564a7,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:37.592202 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Attempting to bind port 8975bbae-ad61-44eb-90f3-ca7207f564a7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:37:37.592532 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Attempting to bind port 8975bbae-ad61-44eb-90f3-ca7207f564a7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:37:37.593437 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Attempting to bind port 8975bbae-ad61-44eb-90f3-ca7207f564a7 on network b4d7fe40-57b4-44fb-be2d-c26c0714a134 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:37:37.600688 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Port 8975bbae-ad61-44eb-90f3-ca7207f564a7 on network b4d7fe40-57b4-44fb-be2d-c26c0714a134 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:37:37.601013 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Attempting to bind port 8975bbae-ad61-44eb-90f3-ca7207f564a7 on network b4d7fe40-57b4-44fb-be2d-c26c0714a134 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:37:37.607607 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Checking agent: {'id': 'd20c3edb-5c57-45b7-bd7a-1abdfb43a276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'started_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:37:37.608888 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Checking segment: {'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:37:37.609507 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Bound using segment: {'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:37:37.610416 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Bound port: 8975bbae-ad61-44eb-90f3-ca7207f564a7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:37:37.611202 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:37.701688 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-afe93494-355f-4e0e-ab81-2c567b68387b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:37.740719 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] For port 8975bbae-ad61-44eb-90f3-ca7207f564a7, host hv-cinder-76019, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:37:37.748780 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] For port 8975bbae-ad61-44eb-90f3-ca7207f564a7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8975bbae-ad61-44eb-90f3-ca7207f564a7,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:37:37.864843 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-afe93494-355f-4e0e-ab81-2c567b68387b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:37.868610 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b43419-a89d-4bb3-bdeb-4849a4837216 req-0b93a1c2-532f-4bb0-8037-16959eb2984e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:37.870148 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-81b43419-a89d-4bb3-bdeb-4849a4837216 req-0b93a1c2-532f-4bb0-8037-16959eb2984e tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0679741 Sep 07 12:37:37.871646 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:37.917823 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:37.918686 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:37.920073 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] 10.222.0.42 "PUT /v2.0/ports/8975bbae-ad61-44eb-90f3-ca7207f564a7 HTTP/1.1" status: 200 len: 1094 time: 1.3730798 Sep 07 12:37:37.930260 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac47dfd3-a28a-43a6-907d-5328031dfb2f', 'tag': '8975bbae-ad61-44eb-90f3-ca7207f564a7'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:37:37.932502 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044f472b-09a6-41b7-97e7-5f6bd7c65051" -d '{"events": [{"name": "network-changed", "server_uuid": "ac47dfd3-a28a-43a6-907d-5328031dfb2f", "tag": "8975bbae-ad61-44eb-90f3-ca7207f564a7"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:37:37.957373 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-afe93494-355f-4e0e-ab81-2c567b68387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:37.977193 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-81b43419-a89d-4bb3-bdeb-4849a4837216 req-55263418-270a-45e1-b48e-8ce04dbf3a57 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000743 Sep 07 12:37:37.978338 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01551d-b840-4456-8b6e-f867cde6c6be service neutron] Pushing event updated for resources: {'Port': ['ID=8975bbae-ad61-44eb-90f3-ca7207f564a7,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:38.035417 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-afe93494-355f-4e0e-ab81-2c567b68387b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb6f476e45f04a08977d65c733562641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5464025 Sep 07 12:37:38.036017 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41716) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:38.042884 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe93494-355f-4e0e-ab81-2c567b68387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928b3392-c311-48c3-9135-4eb7b6d86b5f,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:38.063768 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4796dd2c-a578-46bd-b8f6-0b393157ca65 x-openstack-request-id: req-4796dd2c-a578-46bd-b8f6-0b393157ca65 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:37:38.064218 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac47dfd3-a28a-43a6-907d-5328031dfb2f", "tag": "8975bbae-ad61-44eb-90f3-ca7207f564a7", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:37:38.064534 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4796dd2c-a578-46bd-b8f6-0b393157ca65 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:37:38.065050 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac47dfd3-a28a-43a6-907d-5328031dfb2f', 'tag': '8975bbae-ad61-44eb-90f3-ca7207f564a7', 'status': 'completed', 'code': 200} Sep 07 12:37:38.082862 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0119-7c02-439e-8005-13225042a857 req-d11bd7da-9f01-4182-8574-e58c1e1cb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:38.084692 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-d11bd7da-9f01-4182-8574-e58c1e1cb5d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e0b28998b364085957254e4a6760c4a&device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 1097 time: 0.0693049 Sep 07 12:37:38.142458 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-7653a010-2968-4332-a8bf-ee05c348b502 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8975bbae-ad61-44eb-90f3-ca7207f564a7 HTTP/1.1" status: 200 len: 217 time: 0.0487499 Sep 07 12:37:38.151819 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6ee30944-9cd7-414a-88fb-934a6ec7e62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:38.204631 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6ee30944-9cd7-414a-88fb-934a6ec7e62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:38.255562 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0119-7c02-439e-8005-13225042a857 req-3e7ae457-1585-4d79-9cc0-1aa9a0755225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:38.264857 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-3e7ae457-1585-4d79-9cc0-1aa9a0755225 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24b695c8-83b2-47de-a917-0abe9899813b HTTP/1.1" status: 200 len: 853 time: 0.1114640 Sep 07 12:37:38.314516 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e26f6f-1b0d-45b3-89d4-088cb94c38aa req-17e621b7-3856-451b-aa7a-60b2e4a1a4ce tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:38.320593 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-96e26f6f-1b0d-45b3-89d4-088cb94c38aa req-17e621b7-3856-451b-aa7a-60b2e4a1a4ce tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 944 time: 0.1181829 Sep 07 12:37:38.350021 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6ee30944-9cd7-414a-88fb-934a6ec7e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:38.352857 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6ee30944-9cd7-414a-88fb-934a6ec7e62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:38.356921 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-6ee30944-9cd7-414a-88fb-934a6ec7e62e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/928b3392-c311-48c3-9135-4eb7b6d86b5f HTTP/1.1" status: 204 len: 168 time: 0.3194866 Sep 07 12:37:38.369046 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee30944-9cd7-414a-88fb-934a6ec7e62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928b3392-c311-48c3-9135-4eb7b6d86b5f,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:38.369741 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0119-7c02-439e-8005-13225042a857 req-126fc4c0-685d-44fb-aa0d-279a8fc728cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:38.371279 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-126fc4c0-685d-44fb-aa0d-279a8fc728cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b4d7fe40-57b4-44fb-be2d-c26c0714a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0959527 Sep 07 12:37:38.384318 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5389302-3a98-4902-81f2-6619c40dfb69 req-da49fc68-69e3-4e57-8eca-6c3193d1dd3a tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:38.386101 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f5389302-3a98-4902-81f2-6619c40dfb69 req-da49fc68-69e3-4e57-8eca-6c3193d1dd3a tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 946 time: 0.0700934 Sep 07 12:37:38.393359 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-96e26f6f-1b0d-45b3-89d4-088cb94c38aa req-d5f57012-da7d-4a16-be82-b5765ff47e8d tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701969 Sep 07 12:37:38.456974 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-f5389302-3a98-4902-81f2-6619c40dfb69 req-a697f23d-6e40-42d4-8564-cc565d36c201 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637443 Sep 07 12:37:38.519360 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-37976ae4-fdb6-4c7f-bc9f-030bbe422eba service neutron] 10.222.0.42 "GET /v2.0/networks/b4d7fe40-57b4-44fb-be2d-c26c0714a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196854 Sep 07 12:37:38.618949 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-54fc0119-7c02-439e-8005-13225042a857 req-18a3c7e4-0db3-4631-b634-7ca49a476c90 service neutron] 10.222.0.42 "GET /v2.0/networks/b4d7fe40-57b4-44fb-be2d-c26c0714a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900464 Sep 07 12:37:38.833639 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f472b-09a6-41b7-97e7-5f6bd7c65051 req-a356e451-f78c-460b-859d-ecfc329a1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:38.834004 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-044f472b-09a6-41b7-97e7-5f6bd7c65051 req-a356e451-f78c-460b-859d-ecfc329a1442 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e0b28998b364085957254e4a6760c4a&device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 1097 time: 0.0472512 Sep 07 12:37:38.937100 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f472b-09a6-41b7-97e7-5f6bd7c65051 req-a1894a84-bcac-4949-a3a4-c579c59cecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:38.938807 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-044f472b-09a6-41b7-97e7-5f6bd7c65051 req-a1894a84-bcac-4949-a3a4-c579c59cecb9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b4d7fe40-57b4-44fb-be2d-c26c0714a134 HTTP/1.1" status: 200 len: 915 time: 0.0971007 Sep 07 12:37:38.988539 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-044f472b-09a6-41b7-97e7-5f6bd7c65051 req-1246cb0a-845d-4912-8101-a9a070ead778 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8975bbae-ad61-44eb-90f3-ca7207f564a7 HTTP/1.1" status: 200 len: 217 time: 0.0395377 Sep 07 12:37:39.046562 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f472b-09a6-41b7-97e7-5f6bd7c65051 req-ac57bf77-6f6c-4ec1-a326-b74fe17e4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:39.048582 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-044f472b-09a6-41b7-97e7-5f6bd7c65051 req-ac57bf77-6f6c-4ec1-a326-b74fe17e4ded service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24b695c8-83b2-47de-a917-0abe9899813b HTTP/1.1" status: 200 len: 853 time: 0.0500164 Sep 07 12:37:39.049478 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-f8b6ad67-b0b6-4dbf-893e-4b53f5d02db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:39.132746 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e73b37-ccd4-4b41-811f-8f2dad369c65 req-3522e73b-1fed-44a6-9902-c26abe002e11 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:39.134319 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-82e73b37-ccd4-4b41-811f-8f2dad369c65 req-3522e73b-1fed-44a6-9902-c26abe002e11 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0774813 Sep 07 12:37:39.150380 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f472b-09a6-41b7-97e7-5f6bd7c65051 req-4eaaedcf-1c8b-40a8-b264-3dffbfa83270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:39.151631 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-044f472b-09a6-41b7-97e7-5f6bd7c65051 req-4eaaedcf-1c8b-40a8-b264-3dffbfa83270 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b4d7fe40-57b4-44fb-be2d-c26c0714a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0858710 Sep 07 12:37:39.237552 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-82e73b37-ccd4-4b41-811f-8f2dad369c65 req-33620d48-5f47-4a15-9598-4d2335226e95 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954063 Sep 07 12:37:39.272691 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-044f472b-09a6-41b7-97e7-5f6bd7c65051 req-4ddc5783-6352-4867-ad73-ea4fd4f1a57d service neutron] 10.222.0.42 "GET /v2.0/networks/b4d7fe40-57b4-44fb-be2d-c26c0714a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112161 Sep 07 12:37:39.374535 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323dc9c-5054-436c-a1f3-91113b92286b req-e0841fc4-ae3b-497b-aa07-5ae5d56219b2 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:39.379733 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-b323dc9c-5054-436c-a1f3-91113b92286b req-e0841fc4-ae3b-497b-aa07-5ae5d56219b2 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0622644 Sep 07 12:37:39.385024 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41764) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:39.391516 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-9c16ec1f-b903-4b88-80b4-d48d4e7ea6d7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Request body: {'floatingip': {'port_id': '3e28a449-2b13-4aaa-b64d-5313421bc3ad'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:39.441465 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-044f472b-09a6-41b7-97e7-5f6bd7c65051 req-8b06a811-3e23-44dd-ae21-83cd43290120 service neutron] 10.222.0.42 "GET /v2.0/networks/b4d7fe40-57b4-44fb-be2d-c26c0714a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604166 Sep 07 12:37:39.541998 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9c16ec1f-b903-4b88-80b4-d48d4e7ea6d7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:39.562832 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074743a0-05f3-43c9-906b-ae213c331733 req-6c81ffff-9ff5-457a-b6a2-3d41771085d4 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:39.564694 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-074743a0-05f3-43c9-906b-ae213c331733 req-6c81ffff-9ff5-457a-b6a2-3d41771085d4 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 944 time: 0.0744827 Sep 07 12:37:39.617908 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-074743a0-05f3-43c9-906b-ae213c331733 req-8ced6bbe-9545-47e2-978f-71ef81f9df6f tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Sep 07 12:37:39.743052 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d98a9-2cc4-47ba-9b99-0f02994a6c17 req-7aa6cd41-90f0-438f-9ef8-8b0d62c78a40 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:39.744632 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-9f8d98a9-2cc4-47ba-9b99-0f02994a6c17 req-7aa6cd41-90f0-438f-9ef8-8b0d62c78a40 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 946 time: 0.1543903 Sep 07 12:37:39.777970 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-671e5716-1712-478c-b13d-0cbd34bd31f1 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:39.780093 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-671e5716-1712-478c-b13d-0cbd34bd31f1 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.42 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 946 time: 0.0533109 Sep 07 12:37:39.825504 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-9f8d98a9-2cc4-47ba-9b99-0f02994a6c17 req-30addb13-a63a-48e4-aac5-023b6c569456 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=66c76fca-a284-4461-a1da-c90cf5258e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712323 Sep 07 12:37:39.930241 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Deleting port 2307cbc0-34e7-462f-afe5-fb5dd486c895 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:39.930731 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.043247 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] For port 2307cbc0-34e7-462f-afe5-fb5dd486c895, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2307cbc0-34e7-462f-afe5-fb5dd486c895,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:40.044024 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.092405 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9c16ec1f-b903-4b88-80b4-d48d4e7ea6d7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.169569 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9c16ec1f-b903-4b88-80b4-d48d4e7ea6d7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.191875 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41786) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:40.264052 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.264829 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.265143 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.l3_db [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Floating IP 484c4a93-ccd1-4ad3-9ae7-3b21e806a5e5 disassociated. External IP: 172.27.2.38, port: 2307cbc0-34e7-462f-afe5-fb5dd486c895. Sep 07 12:37:40.266155 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Calling delete_port for 2307cbc0-34e7-462f-afe5-fb5dd486c895 owned by compute:nova {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:40.308453 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.l3_db [None req-9c16ec1f-b903-4b88-80b4-d48d4e7ea6d7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Floating IP 28045f12-1b7d-43ef-8d0b-5d89729f8b2d associated. External IP: 172.27.2.47, port: 3e28a449-2b13-4aaa-b64d-5313421bc3ad. Sep 07 12:37:40.412596 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-841eafe6-8ec6-4e0e-a346-6ec68f6658fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.513535 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-841eafe6-8ec6-4e0e-a346-6ec68f6658fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.514482 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.547915 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event deleted for resources: {'Port': ['ID=2307cbc0-34e7-462f-afe5-fb5dd486c895,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:40.567722 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c16ec1f-b903-4b88-80b4-d48d4e7ea6d7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Router 3a6c6917-4749-45a5-967e-22dd738a192d has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:37:40.656652 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-841eafe6-8ec6-4e0e-a346-6ec68f6658fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.697061 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c16ec1f-b903-4b88-80b4-d48d4e7ea6d7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:37:40.703272 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9c16ec1f-b903-4b88-80b4-d48d4e7ea6d7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.709953 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6696959a-a275-444d-83f3-2878d7b9e8d3 None None] Sync routers for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:37:40.726525 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-841eafe6-8ec6-4e0e-a346-6ec68f6658fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3928fbeb5136446e819a671745f6d80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5301828 Sep 07 12:37:40.728334 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41792) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:40.735398 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6696959a-a275-444d-83f3-2878d7b9e8d3 None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:40.736510 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-6696959a-a275-444d-83f3-2878d7b9e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:40.741376 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841eafe6-8ec6-4e0e-a346-6ec68f6658fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638aad7d-f6b6-4308-99ff-a2e139e9cf06,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:40.750274 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Router ca200099-bdc5-44b5-9faa-bb4356ae154f has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:37:40.770149 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-9c16ec1f-b903-4b88-80b4-d48d4e7ea6d7 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "PUT /v2.0/floatingips/28045f12-1b7d-43ef-8d0b-5d89729f8b2d HTTP/1.1" status: 200 len: 991 time: 1.3809748 Sep 07 12:37:40.773499 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'tag': '3e28a449-2b13-4aaa-b64d-5313421bc3ad'}] {{(pid=94578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:37:40.775725 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96f51-e752-4347-846c-992881e94307 req-724e6a55-3e6c-4193-be5a-1c544dc00d38 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:40.775891 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e6e7ef2484b5b996877234f86aab50a2429001469084689e0627d13c827ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d154350-7103-403e-9c02-6272f0ae883b" -d '{"events": [{"name": "network-changed", "server_uuid": "61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0", "tag": "3e28a449-2b13-4aaa-b64d-5313421bc3ad"}]}' {{(pid=94578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:37:40.778905 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4fc96f51-e752-4347-846c-992881e94307 req-724e6a55-3e6c-4193-be5a-1c544dc00d38 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 944 time: 0.0848377 Sep 07 12:37:40.814219 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0ffeac48-75bd-4075-b737-3b1daaaa337d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.843086 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0ffeac48-75bd-4075-b737-3b1daaaa337d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:40.906053 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4fc96f51-e752-4347-846c-992881e94307 req-3a10d301-d375-4dca-a953-e86264d1a2de tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628600 Sep 07 12:37:40.949011 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4bb355-6432-4d32-b9e4-cbf7057a898a x-openstack-request-id: req-df4bb355-6432-4d32-b9e4-cbf7057a898a {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:37:40.949309 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0", "tag": "3e28a449-2b13-4aaa-b64d-5313421bc3ad", "status": "completed", "code": 200}]} {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:37:40.949609 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df4bb355-6432-4d32-b9e4-cbf7057a898a {{(pid=94578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:37:40.950180 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'tag': '3e28a449-2b13-4aaa-b64d-5313421bc3ad', 'status': 'completed', 'code': 200} Sep 07 12:37:40.975929 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-6696959a-a275-444d-83f3-2878d7b9e8d3 None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:40.984646 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 8975bbae-ad61-44eb-90f3-ca7207f564a7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94579) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:37:41.014869 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:37:41.030561 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b443f27-3778-4d45-acec-78f77e69a8fc None None] Sync routers for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:37:41.044055 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0ffeac48-75bd-4075-b737-3b1daaaa337d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:41.044570 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b443f27-3778-4d45-acec-78f77e69a8fc None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:41.045212 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-2b443f27-3778-4d45-acec-78f77e69a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:41.047223 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0ffeac48-75bd-4075-b737-3b1daaaa337d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:41.048648 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-0ffeac48-75bd-4075-b737-3b1daaaa337d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/638aad7d-f6b6-4308-99ff-a2e139e9cf06 HTTP/1.1" status: 204 len: 168 time: 0.3192575 Sep 07 12:37:41.089166 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] No DVR routers for this DVR port 2307cbc0-34e7-462f-afe5-fb5dd486c895 on host hv-cinder-76019 {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:37:41.092461 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:41.095414 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-ff66f233-1f8a-4574-94ae-b30f1ef79a25 req-c0cd5fe3-d979-4304-9c3a-8a2fc098426f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.42 "DELETE /v2.0/ports/2307cbc0-34e7-462f-afe5-fb5dd486c895 HTTP/1.1" status: 204 len: 173 time: 1.3091757 Sep 07 12:37:41.097089 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386d6233-c92b-4fca-a565-899c653ca8f7', 'name': 'network-vif-deleted', 'tag': '2307cbc0-34e7-462f-afe5-fb5dd486c895'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:37:41.109706 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2077e8-1798-40b7-85df-0379652702e7" -d '{"events": [{"server_uuid": "386d6233-c92b-4fca-a565-899c653ca8f7", "name": "network-vif-deleted", "tag": "2307cbc0-34e7-462f-afe5-fb5dd486c895"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:37:41.125400 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0d7b7cd6-df4e-4272-a35d-ce888b97420a req-449b3fd5-474f-412c-9ad4-452c203a89bb tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0743129 Sep 07 12:37:41.126388 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffeac48-75bd-4075-b737-3b1daaaa337d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638aad7d-f6b6-4308-99ff-a2e139e9cf06,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:41.139871 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d154350-7103-403e-9c02-6272f0ae883b req-fc09ccd2-c6f0-45fa-a9e3-6807fafb4c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:41.142235 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4d154350-7103-403e-9c02-6272f0ae883b req-fc09ccd2-c6f0-45fa-a9e3-6807fafb4c77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a5d0a3a54a20b65c744f20906778&device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 1099 time: 0.1853232 Sep 07 12:37:41.196448 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5e8609-cf82-4327-bf5c-5dd98951f3b1 x-openstack-request-id: req-ab5e8609-cf82-4327-bf5c-5dd98951f3b1 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:37:41.196732 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386d6233-c92b-4fca-a565-899c653ca8f7", "name": "network-vif-deleted", "tag": "2307cbc0-34e7-462f-afe5-fb5dd486c895", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:37:41.196979 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab5e8609-cf82-4327-bf5c-5dd98951f3b1 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:37:41.197371 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386d6233-c92b-4fca-a565-899c653ca8f7', 'name': 'network-vif-deleted', 'tag': '2307cbc0-34e7-462f-afe5-fb5dd486c895', 'status': 'completed', 'code': 200} Sep 07 12:37:41.279171 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d154350-7103-403e-9c02-6272f0ae883b req-1f31be9e-3962-4730-823d-342392f21d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:41.280953 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4d154350-7103-403e-9c02-6272f0ae883b req-1f31be9e-3962-4730-823d-342392f21d8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a HTTP/1.1" status: 200 len: 911 time: 0.1313951 Sep 07 12:37:41.296788 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-2b443f27-3778-4d45-acec-78f77e69a8fc None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:41.360905 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4d154350-7103-403e-9c02-6272f0ae883b req-c7a624f9-cba3-4832-98ed-db38ac8ee0d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e28a449-2b13-4aaa-b64d-5313421bc3ad HTTP/1.1" status: 200 len: 999 time: 0.0723045 Sep 07 12:37:41.476167 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d154350-7103-403e-9c02-6272f0ae883b req-2231e46b-929c-448c-88d2-56b40723e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:41.479669 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4d154350-7103-403e-9c02-6272f0ae883b req-2231e46b-929c-448c-88d2-56b40723e498 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=644ee434-d09c-4f23-81d2-2ffd9d7c226b HTTP/1.1" status: 200 len: 849 time: 0.1061957 Sep 07 12:37:41.499449 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 8975bbae-ad61-44eb-90f3-ca7207f564a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8975bbae-ad61-44eb-90f3-ca7207f564a7,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:41.524204 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Returning: {'device': '8975bbae-ad61-44eb-90f3-ca7207f564a7', 'network_id': 'b4d7fe40-57b4-44fb-be2d-c26c0714a134', 'port_id': '8975bbae-ad61-44eb-90f3-ca7207f564a7', 'mac_address': 'fa:16:3e:aa:f5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b695c8-83b2-47de-a917-0abe9899813b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94579) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:37:41.558628 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d154350-7103-403e-9c02-6272f0ae883b req-9fef4c36-4c48-4354-88bd-d2b00a36a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:41.563754 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4d154350-7103-403e-9c02-6272f0ae883b req-9fef4c36-4c48-4354-88bd-d2b00a36a273 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cdda4ee-5ff5-4b09-8019-1614ee5f413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0771585 Sep 07 12:37:41.594934 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:41.610484 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-2b443f27-3778-4d45-acec-78f77e69a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:41.613059 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8975bbae-ad61-44eb-90f3-ca7207f564a7 {{(pid=94579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:37:41.640966 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 8975bbae-ad61-44eb-90f3-ca7207f564a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8975bbae-ad61-44eb-90f3-ca7207f564a7,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:41.647473 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-6696959a-a275-444d-83f3-2878d7b9e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': '28045f12-1b7d-43ef-8d0b-5d89729f8b2d', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'port_id': '3e28a449-2b13-4aaa-b64d-5313421bc3ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'mac_address': 'fa:16:3e:10:4d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:37:12Z', 'updated_at': '2021-09-07T12:37:39Z', 'revision_number': 1, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:41.652964 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b443f27-3778-4d45-acec-78f77e69a8fc None None] Checking router: ca200099-bdc5-44b5-9faa-bb4356ae154f for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:37:41.662457 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b443f27-3778-4d45-acec-78f77e69a8fc None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:41.663247 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-2b443f27-3778-4d45-acec-78f77e69a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:41.682175 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6696959a-a275-444d-83f3-2878d7b9e8d3 None None] Checking router: 3a6c6917-4749-45a5-967e-22dd738a192d for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:37:41.691091 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6696959a-a275-444d-83f3-2878d7b9e8d3 None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:41.691696 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-6696959a-a275-444d-83f3-2878d7b9e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:41.692229 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4d154350-7103-403e-9c02-6272f0ae883b req-efbdeb2a-abcd-4c57-8529-026e17cecee9 service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210124 Sep 07 12:37:41.777300 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-2b443f27-3778-4d45-acec-78f77e69a8fc None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:41.783521 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:41.793522 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-4d154350-7103-403e-9c02-6272f0ae883b req-a6926c49-ceee-411e-af46-5ee00d7d558c service neutron] 10.222.0.42 "GET /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935779 Sep 07 12:37:41.827169 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-6696959a-a275-444d-83f3-2878d7b9e8d3 None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:41.859089 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:41.890806 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=8975bbae-ad61-44eb-90f3-ca7207f564a7,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:42.015580 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['8975bbae-ad61-44eb-90f3-ca7207f564a7'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:37:42.048764 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-2b443f27-3778-4d45-acec-78f77e69a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:42.065879 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeef0c2-a939-4185-a5f6-922acc856f6c req-0e2071a0-d514-42f9-93b6-a82a049bfff1 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:42.067602 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-caeef0c2-a939-4185-a5f6-922acc856f6c req-0e2071a0-d514-42f9-93b6-a82a049bfff1 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 945 time: 0.0638323 Sep 07 12:37:42.077165 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b443f27-3778-4d45-acec-78f77e69a8fc None None] The sync data for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi is: [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:37:42.089113 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9bbb-2950-4fab-97dc-e87b0d6d113e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.140079 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-caeef0c2-a939-4185-a5f6-922acc856f6c req-4844e68d-aed0-4bff-89d5-6fd95e096efe tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646594 Sep 07 12:37:42.195813 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41824) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:42.225012 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-316bb60f-ebb0-41ea-9a7e-df8eeaaa8959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.225756 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41826) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:42.355409 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-6696959a-a275-444d-83f3-2878d7b9e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': '28045f12-1b7d-43ef-8d0b-5d89729f8b2d', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'port_id': '3e28a449-2b13-4aaa-b64d-5313421bc3ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'mac_address': 'fa:16:3e:10:4d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:37:12Z', 'updated_at': '2021-09-07T12:37:39Z', 'revision_number': 1, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:42.359424 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-7a52b997-ecb3-4c1c-9a6b-d40442bae958 req-a71f3627-dbe6-4483-8184-80617d357e3f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=386d6233-c92b-4fca-a565-899c653ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0633118 Sep 07 12:37:42.374616 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-316bb60f-ebb0-41ea-9a7e-df8eeaaa8959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.393360 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6696959a-a275-444d-83f3-2878d7b9e8d3 None None] The sync data for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi is: [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': '28045f12-1b7d-43ef-8d0b-5d89729f8b2d', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'port_id': '3e28a449-2b13-4aaa-b64d-5313421bc3ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'mac_address': 'fa:16:3e:10:4d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:37:12Z', 'updated_at': '2021-09-07T12:37:39Z', 'revision_number': 1, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:37:42.478087 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-316bb60f-ebb0-41ea-9a7e-df8eeaaa8959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.491144 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ab5a663d-470c-4879-81cb-e855ebf35e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.519215 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70457c9-c2dc-4cef-9d41-f8c54ea74a5c None None] New status for floating IP 484c4a93-ccd1-4ad3-9ae7-3b21e806a5e5: DOWN {{(pid=94579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 12:37:42.530358 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bb60f-ebb0-41ea-9a7e-df8eeaaa8959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72d176c-c17b-4a88-82ec-d2fdb37647fc,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:42.536128 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-316bb60f-ebb0-41ea-9a7e-df8eeaaa8959 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=699c8276f9aa45218de26bf7c63fd42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378577 Sep 07 12:37:42.539606 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41830) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:42.605930 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-833626a8-25bc-4201-9f22-9bb0f4e9fa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.620280 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ab5a663d-470c-4879-81cb-e855ebf35e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.635973 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-833626a8-25bc-4201-9f22-9bb0f4e9fa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.710766 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b650c74-854f-43f4-b6b1-c4c9c85b9a20 None None] New status for floating IP 28045f12-1b7d-43ef-8d0b-5d89729f8b2d: ACTIVE {{(pid=94580) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 12:37:42.791806 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ab5a663d-470c-4879-81cb-e855ebf35e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.831919 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-833626a8-25bc-4201-9f22-9bb0f4e9fa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.835431 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-833626a8-25bc-4201-9f22-9bb0f4e9fa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.835683 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-833626a8-25bc-4201-9f22-9bb0f4e9fa2c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b72d176c-c17b-4a88-82ec-d2fdb37647fc HTTP/1.1" status: 204 len: 168 time: 0.2951214 Sep 07 12:37:42.839385 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-ab5a663d-470c-4879-81cb-e855ebf35e24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29fb2fccfe6344b781e0eea553f83903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6107516 Sep 07 12:37:42.849417 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a663d-470c-4879-81cb-e855ebf35e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55dcda0-0409-47ae-b229-7272e12ee6db,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:42.849943 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833626a8-25bc-4201-9f22-9bb0f4e9fa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72d176c-c17b-4a88-82ec-d2fdb37647fc,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:42.850203 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41834) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:42.919446 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2133497a-a1c0-47b7-b6ff-71e027fd97af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:42.950296 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2133497a-a1c0-47b7-b6ff-71e027fd97af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:43.000205 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 8975bbae-ad61-44eb-90f3-ca7207f564a7 up at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:37:43.060118 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:43.123603 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2133497a-a1c0-47b7-b6ff-71e027fd97af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:43.126267 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2133497a-a1c0-47b7-b6ff-71e027fd97af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:43.127487 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-2133497a-a1c0-47b7-b6ff-71e027fd97af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e55dcda0-0409-47ae-b229-7272e12ee6db HTTP/1.1" status: 204 len: 168 time: 0.2762144 Sep 07 12:37:43.135908 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133497a-a1c0-47b7-b6ff-71e027fd97af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55dcda0-0409-47ae-b229-7272e12ee6db,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:43.168348 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning for port 8975bbae-ad61-44eb-90f3-ca7207f564a7 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:37:43.173318 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning complete for port 8975bbae-ad61-44eb-90f3-ca7207f564a7 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:43.173900 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:43.295229 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:43.307611 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba10421-869b-4da4-933e-00bd2b885cf3 req-100ff4c3-b078-4777-a3ae-197170b9dc3a tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:43.309840 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3ba10421-869b-4da4-933e-00bd2b885cf3 req-100ff4c3-b078-4777-a3ae-197170b9dc3a tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 945 time: 0.0669205 Sep 07 12:37:43.336122 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac47dfd3-a28a-43a6-907d-5328031dfb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8975bbae-ad61-44eb-90f3-ca7207f564a7'}] {{(pid=94579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:37:43.338409 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e59dd76082547654e6c9b71bac6211988f90c8435176ffbbd796fd7f1a13848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb66964-38eb-4db6-9c58-6af45c8455d4" -d '{"events": [{"server_uuid": "ac47dfd3-a28a-43a6-907d-5328031dfb2f", "name": "network-vif-plugged", "status": "completed", "tag": "8975bbae-ad61-44eb-90f3-ca7207f564a7"}]}' {{(pid=94579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:37:43.362901 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 8975bbae-ad61-44eb-90f3-ca7207f564a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8975bbae-ad61-44eb-90f3-ca7207f564a7,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:43.368465 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3ba10421-869b-4da4-933e-00bd2b885cf3 req-1ccbf408-8f51-4a82-9488-51d6b91e3588 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518937 Sep 07 12:37:43.394102 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec7a633-4bee-4127-aa7e-1b8155676b23 x-openstack-request-id: req-2ec7a633-4bee-4127-aa7e-1b8155676b23 {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:37:43.394396 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac47dfd3-a28a-43a6-907d-5328031dfb2f", "name": "network-vif-plugged", "status": "completed", "tag": "8975bbae-ad61-44eb-90f3-ca7207f564a7", "code": 200}]} {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:37:43.394649 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ec7a633-4bee-4127-aa7e-1b8155676b23 {{(pid=94579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:37:43.395046 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac47dfd3-a28a-43a6-907d-5328031dfb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8975bbae-ad61-44eb-90f3-ca7207f564a7', 'code': 200} Sep 07 12:37:43.451177 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:43.452061 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 2307cbc0-34e7-462f-afe5-fb5dd486c895 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:43.495138 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] No Port match for: 2307cbc0-34e7-462f-afe5-fb5dd486c895 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:43.495478 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 2307cbc0-34e7-462f-afe5-fb5dd486c895 not bound to the agent host hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:43.521669 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=8975bbae-ad61-44eb-90f3-ca7207f564a7,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:43.558307 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41860) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:43.620898 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b9572b20-b10f-4d05-845c-b89132966f98 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:43.646680 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b9572b20-b10f-4d05-845c-b89132966f98 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:43.779139 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24ab8f-6fd5-47b4-8a09-9c0a2ecf2fca req-60aba11b-1061-4d17-8d21-f43ea4ee42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:43.780703 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-7b24ab8f-6fd5-47b4-8a09-9c0a2ecf2fca req-60aba11b-1061-4d17-8d21-f43ea4ee42b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 1099 time: 0.0465040 Sep 07 12:37:43.794996 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b9572b20-b10f-4d05-845c-b89132966f98 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:43.797541 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b9572b20-b10f-4d05-845c-b89132966f98 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:43.798643 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-b9572b20-b10f-4d05-845c-b89132966f98 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "DELETE /v2.0/security-groups/66c76fca-a284-4461-a1da-c90cf5258e68 HTTP/1.1" status: 204 len: 168 time: 0.2393367 Sep 07 12:37:43.801453 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41868) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:43.816127 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.api.v2.resource [None req-3ad98549-e214-4653-ad09-9b92fdb26e61 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] show failed (client error): The resource could not be found. Sep 07 12:37:43.817152 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-3ad98549-e214-4653-ad09-9b92fdb26e61 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups/66c76fca-a284-4461-a1da-c90cf5258e68 HTTP/1.1" status: 404 len: 347 time: 0.0146830 Sep 07 12:37:43.820589 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41870) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:43.821966 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9572b20-b10f-4d05-845c-b89132966f98 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c76fca-a284-4461-a1da-c90cf5258e68,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:43.841015 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-7b24ab8f-6fd5-47b4-8a09-9c0a2ecf2fca req-ebf713bb-69f5-4f59-b6fc-df36774fc1fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526896 Sep 07 12:37:43.967709 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-3b81c395-51b4-4cdb-af0c-ea91333f6fd7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Deleting port 3a4c4f8b-e1aa-4033-ac7a-76df02d99c06 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:43.967914 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3b81c395-51b4-4cdb-af0c-ea91333f6fd7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:44.046365 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3b81c395-51b4-4cdb-af0c-ea91333f6fd7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:44.046700 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3b81c395-51b4-4cdb-af0c-ea91333f6fd7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:44.059910 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-3b81c395-51b4-4cdb-af0c-ea91333f6fd7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Calling delete_port for 3a4c4f8b-e1aa-4033-ac7a-76df02d99c06 owned by network:floatingip {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:44.300162 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3b81c395-51b4-4cdb-af0c-ea91333f6fd7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:44.326631 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81c395-51b4-4cdb-af0c-ea91333f6fd7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event deleted for resources: {'Port': ['ID=3a4c4f8b-e1aa-4033-ac7a-76df02d99c06,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:44.392954 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3b81c395-51b4-4cdb-af0c-ea91333f6fd7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:44.395595 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3b81c395-51b4-4cdb-af0c-ea91333f6fd7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:44.399373 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-3b81c395-51b4-4cdb-af0c-ea91333f6fd7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "DELETE /v2.0/floatingips/484c4a93-ccd1-4ad3-9ae7-3b21e806a5e5 HTTP/1.1" status: 204 len: 168 time: 0.5778544 Sep 07 12:37:44.515779 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e11a3-653d-44ab-8369-f7198d8fc5ff req-600a1efd-22fe-4ee3-855c-f0994a96137b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:44.517344 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-247e11a3-653d-44ab-8369-f7198d8fc5ff req-600a1efd-22fe-4ee3-855c-f0994a96137b tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 946 time: 0.0584826 Sep 07 12:37:44.565290 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-247e11a3-653d-44ab-8369-f7198d8fc5ff req-b87ce961-17b3-40eb-be80-28fc8bb106ec tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Sep 07 12:37:44.788830 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41910) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:44.793706 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-54a70687-29d9-4673-acf7-179d7f8e6b19 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1806508286', 'description': 'tempest-description--134574285'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:44.842679 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:44.872580 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-54a70687-29d9-4673-acf7-179d7f8e6b19 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:44.967193 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-54a70687-29d9-4673-acf7-179d7f8e6b19 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:45.035664 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-54a70687-29d9-4673-acf7-179d7f8e6b19 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:45.067443 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a70687-29d9-4673-acf7-179d7f8e6b19 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6976bc-d592-40ce-abef-69c246de509f,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:45.157244 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-54a70687-29d9-4673-acf7-179d7f8e6b19 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:45.158539 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-54a70687-29d9-4673-acf7-179d7f8e6b19 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3686981 Sep 07 12:37:45.162662 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41924) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:45.167105 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-8eecdb11-2374-4cbf-939c-ed6e9b681770 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'security_group_rule': {'security_group_id': 'eb6976bc-d592-40ce-abef-69c246de509f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:45.288454 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8eecdb11-2374-4cbf-939c-ed6e9b681770 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:45.345851 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8eecdb11-2374-4cbf-939c-ed6e9b681770 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:45.459223 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8eecdb11-2374-4cbf-939c-ed6e9b681770 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:45.480146 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecdb11-2374-4cbf-939c-ed6e9b681770 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a549efce-81b4-4683-9d9a-abf6da236295,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:45.545661 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8eecdb11-2374-4cbf-939c-ed6e9b681770 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:45.546946 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-8eecdb11-2374-4cbf-939c-ed6e9b681770 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3833239 Sep 07 12:37:45.549589 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 41938) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:45.557064 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-192f2dd2-d698-4cda-a5b3-3b4435331c6d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'security_group_rule': {'security_group_id': 'eb6976bc-d592-40ce-abef-69c246de509f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:45.692147 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc59a4-91c2-4fc0-ab85-4144c77a56ae req-0e130fb6-4e69-4d4e-b3c4-d607ce4612d2 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:45.692147 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-b3cc59a4-91c2-4fc0-ab85-4144c77a56ae req-0e130fb6-4e69-4d4e-b3c4-d607ce4612d2 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 946 time: 0.0537786 Sep 07 12:37:45.692147 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-192f2dd2-d698-4cda-a5b3-3b4435331c6d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:45.764667 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-b3cc59a4-91c2-4fc0-ab85-4144c77a56ae req-af725c8e-d858-4d9c-96cb-1ea2ea954562 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759056 Sep 07 12:37:45.795314 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-192f2dd2-d698-4cda-a5b3-3b4435331c6d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:45.881975 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4f78d-65ba-4858-bb52-a4d14ed67b19 req-1478fd1d-9efa-4d2d-bb7a-e01f6cb1fba5 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:45.885565 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-e6e4f78d-65ba-4858-bb52-a4d14ed67b19 req-1478fd1d-9efa-4d2d-bb7a-e01f6cb1fba5 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 946 time: 0.0505612 Sep 07 12:37:45.912130 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-192f2dd2-d698-4cda-a5b3-3b4435331c6d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:45.942909 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f2dd2-d698-4cda-a5b3-3b4435331c6d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a0f72a-658a-4873-95b7-cd239c0a9891,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:45.946614 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-e6e4f78d-65ba-4858-bb52-a4d14ed67b19 req-0902d032-36f4-474f-98b9-65d681a93e66 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556519 Sep 07 12:37:46.043252 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-192f2dd2-d698-4cda-a5b3-3b4435331c6d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:46.050371 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 41958) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:46.052126 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-192f2dd2-d698-4cda-a5b3-3b4435331c6d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5002680 Sep 07 12:37:46.059396 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'floatingip': {'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:46.180278 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:46.375228 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f2c92-cb02-4620-98dd-c78f29b6b6ad req-1400d317-a8f1-4cbc-92ce-60f9f8bbe18e tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:46.377577 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-fb4f2c92-cb02-4620-98dd-c78f29b6b6ad req-1400d317-a8f1-4cbc-92ce-60f9f8bbe18e tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 946 time: 0.0777133 Sep 07 12:37:46.378922 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:46.469502 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-fb4f2c92-cb02-4620-98dd-c78f29b6b6ad req-159bae27-b9eb-4489-87fa-bab77ebae24a tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806425 Sep 07 12:37:46.537189 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Allocated IP 172.27.2.73 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/3b641eb2-8a0a-428e-8b03-465599d469d9) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:37:46.661683 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:46.784339 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:46.827101 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:37:46.835363 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:37:46.839943 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:37:46.843662 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'Port': ['ID=3b641eb2-8a0a-428e-8b03-465599d469d9,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:46.932870 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:47.103263 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:47.285038 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:47.380263 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:47.721586 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:47.745314 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'Port': ['ID=3b641eb2-8a0a-428e-8b03-465599d469d9,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:47.830753 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:47.832176 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-ede2af20-c9ba-4efd-8263-689265f9c004 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7789221 Sep 07 12:37:48.021477 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-7069e37d-5ffb-4401-9974-6924e188d759 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1806508286&fields=id&tenant_id=80c97025214e462c8c84c87c620566a9 HTTP/1.1" status: 200 len: 267 time: 0.0330935 Sep 07 12:37:48.142902 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-ee5276fe-3515-48cf-bf07-c05e3986f417 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:48.143795 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-ee5276fe-3515-48cf-bf07-c05e3986f417 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/networks?id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b HTTP/1.1" status: 200 len: 817 time: 0.1153274 Sep 07 12:37:48.160391 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-989e4afc-3a68-4eea-b627-2e74a610ce94 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/quotas/80c97025214e462c8c84c87c620566a9 HTTP/1.1" status: 200 len: 375 time: 0.0097055 Sep 07 12:37:48.231301 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-fdde5547-794e-42b0-9599-f17bf083b90d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=80c97025214e462c8c84c87c620566a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638087 Sep 07 12:37:48.326989 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d49119c5-b58d-4ca5-b02d-00549b5ff7a6 service neutron] 10.222.0.69 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840631 Sep 07 12:37:48.420285 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-2fe7633f-e527-41d2-bc85-c30b99b76767 service neutron] 10.222.0.69 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860457 Sep 07 12:37:48.763870 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-399291fc-1a2f-4ae4-b164-266cbdd3a2de req-ee1c7645-708b-4eb5-8238-9f062613d296 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 210 time: 0.0354898 Sep 07 12:37:49.150283 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08929f7f-5974-4f55-af6a-ed3f054cfb2e req-40fb8f16-e608-4244-8757-bb2e3ff8c77e tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:49.153217 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-08929f7f-5974-4f55-af6a-ed3f054cfb2e req-40fb8f16-e608-4244-8757-bb2e3ff8c77e tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 946 time: 0.0586698 Sep 07 12:37:49.191567 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-08929f7f-5974-4f55-af6a-ed3f054cfb2e req-2047fd8c-0f20-4cbd-a42a-fe978ad40787 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328858 Sep 07 12:37:49.638866 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42066) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:49.823286 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2f20261e-89ee-4a25-acdc-9e4982994bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:49.886015 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-a37356f2-40a2-41c3-bbec-21f0c12fa449 req-e0f7dd73-91ed-4103-b2f6-69c074c96800 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 210 time: 0.0306220 Sep 07 12:37:49.916707 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2f20261e-89ee-4a25-acdc-9e4982994bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:50.000634 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2f20261e-89ee-4a25-acdc-9e4982994bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:50.040406 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2f20261e-89ee-4a25-acdc-9e4982994bf7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ddd0a7fc06254bdfaf66a0a2d307d97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004073 Sep 07 12:37:50.041282 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20261e-89ee-4a25-acdc-9e4982994bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4677a0-3a56-4f89-a7f1-e144cb05a2e6,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:50.043066 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42074) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:50.093510 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cf66e528-6891-4712-8049-f58460231d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:50.114672 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cf66e528-6891-4712-8049-f58460231d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:50.237150 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cf66e528-6891-4712-8049-f58460231d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:50.246440 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cf66e528-6891-4712-8049-f58460231d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:50.246440 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-cf66e528-6891-4712-8049-f58460231d98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de4677a0-3a56-4f89-a7f1-e144cb05a2e6 HTTP/1.1" status: 204 len: 168 time: 0.2008910 Sep 07 12:37:50.258082 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66e528-6891-4712-8049-f58460231d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4677a0-3a56-4f89-a7f1-e144cb05a2e6,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:50.363768 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203023ee-b98a-493a-be3b-efe96a52ec40 req-f8241932-4da0-483a-b847-084f2a457ac6 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:50.365564 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-203023ee-b98a-493a-be3b-efe96a52ec40 req-f8241932-4da0-483a-b847-084f2a457ac6 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 946 time: 0.0692735 Sep 07 12:37:50.408955 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-203023ee-b98a-493a-be3b-efe96a52ec40 req-a9100633-a05f-439e-8d5f-ae0b710cdcf3 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c9a5d69-0c38-40f0-9324-c03a1cd83447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365665 Sep 07 12:37:50.629156 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9e627-a039-4b8c-9714-48471418eafd req-67a4c940-18cc-42d0-b6a0-16281581e640 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:50.630847 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-cbf9e627-a039-4b8c-9714-48471418eafd req-67a4c940-18cc-42d0-b6a0-16281581e640 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 946 time: 0.0519900 Sep 07 12:37:50.729658 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-cbf9e627-a039-4b8c-9714-48471418eafd req-3da4a600-84fb-4097-8898-e6be95836836 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Deleting port 8975bbae-ad61-44eb-90f3-ca7207f564a7 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:50.731193 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-cbf9e627-a039-4b8c-9714-48471418eafd req-3da4a600-84fb-4097-8898-e6be95836836 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:50.834705 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-cbf9e627-a039-4b8c-9714-48471418eafd req-3da4a600-84fb-4097-8898-e6be95836836 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] For port 8975bbae-ad61-44eb-90f3-ca7207f564a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8975bbae-ad61-44eb-90f3-ca7207f564a7,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:50.835068 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-cbf9e627-a039-4b8c-9714-48471418eafd req-3da4a600-84fb-4097-8898-e6be95836836 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:50.850847 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-cbf9e627-a039-4b8c-9714-48471418eafd req-3da4a600-84fb-4097-8898-e6be95836836 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Calling delete_port for 8975bbae-ad61-44eb-90f3-ca7207f564a7 owned by compute:nova {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:50.945348 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42094) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:50.962287 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8267c1e1-03db-4278-879b-3cb9a2679838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.021357 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-d832c423-d73c-4a85-b452-8d283aa06072 req-0fd7fa04-ac05-4c20-8531-f8b7624fbe52 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 210 time: 0.0448370 Sep 07 12:37:51.095218 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-97e301d6-828a-4840-9ca7-d467cf42dab1 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:51.096705 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-97e301d6-828a-4840-9ca7-d467cf42dab1 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.42 "GET /v2.0/networks?id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b HTTP/1.1" status: 200 len: 817 time: 0.1522992 Sep 07 12:37:51.118022 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8267c1e1-03db-4278-879b-3cb9a2679838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.143001 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e03df588-3d2d-4fa4-82c8-e7cbc49d96fb tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c97025214e462c8c84c87c620566a9 HTTP/1.1" status: 200 len: 380 time: 0.0357356 Sep 07 12:37:51.155634 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'port': {'device_id': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'admin_state_up': True, 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'security_groups': ['eb6976bc-d592-40ce-abef-69c246de509f']}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:51.189993 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8267c1e1-03db-4278-879b-3cb9a2679838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.192592 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-cbf9e627-a039-4b8c-9714-48471418eafd req-3da4a600-84fb-4097-8898-e6be95836836 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.207956 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['8975bbae-ad61-44eb-90f3-ca7207f564a7'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:37:51.229024 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267c1e1-03db-4278-879b-3cb9a2679838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b40eb7b-9ca9-4293-bb87-ff2e08e744c1,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:51.245429 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-8267c1e1-03db-4278-879b-3cb9a2679838 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=107b6afd40a047bfb594beff114b5719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976966 Sep 07 12:37:51.248216 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42098) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:51.257696 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4a600-84fb-4097-8898-e6be95836836 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Pushing event deleted for resources: {'Port': ['ID=8975bbae-ad61-44eb-90f3-ca7207f564a7,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:51.310538 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf9e627-a039-4b8c-9714-48471418eafd req-3da4a600-84fb-4097-8898-e6be95836836 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] No DVR routers for this DVR port 8975bbae-ad61-44eb-90f3-ca7207f564a7 on host hv-cinder-76019 {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:37:51.314962 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-cbf9e627-a039-4b8c-9714-48471418eafd req-3da4a600-84fb-4097-8898-e6be95836836 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.315159 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e4090883-45e6-4925-83f8-e5cd21ac4753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.317456 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-cbf9e627-a039-4b8c-9714-48471418eafd req-3da4a600-84fb-4097-8898-e6be95836836 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.42 "DELETE /v2.0/ports/8975bbae-ad61-44eb-90f3-ca7207f564a7 HTTP/1.1" status: 204 len: 173 time: 0.6795909 Sep 07 12:37:51.317626 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac47dfd3-a28a-43a6-907d-5328031dfb2f', 'name': 'network-vif-deleted', 'tag': '8975bbae-ad61-44eb-90f3-ca7207f564a7'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:37:51.320105 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eacbb5-c384-4703-bfe7-64b0b4f1c56d" -d '{"events": [{"server_uuid": "ac47dfd3-a28a-43a6-907d-5328031dfb2f", "name": "network-vif-deleted", "tag": "8975bbae-ad61-44eb-90f3-ca7207f564a7"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:37:51.349597 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e4090883-45e6-4925-83f8-e5cd21ac4753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.364660 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b6d169-b2ae-4542-862a-21866d2d751d x-openstack-request-id: req-16b6d169-b2ae-4542-862a-21866d2d751d {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:37:51.364951 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac47dfd3-a28a-43a6-907d-5328031dfb2f", "name": "network-vif-deleted", "tag": "8975bbae-ad61-44eb-90f3-ca7207f564a7", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:37:51.365197 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16b6d169-b2ae-4542-862a-21866d2d751d {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:37:51.365589 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac47dfd3-a28a-43a6-907d-5328031dfb2f', 'name': 'network-vif-deleted', 'tag': '8975bbae-ad61-44eb-90f3-ca7207f564a7', 'status': 'completed', 'code': 200} Sep 07 12:37:51.470279 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Made reservation on behalf of 80c97025214e462c8c84c87c620566a9 for: {'port': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:37:51.476157 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.507596 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e4090883-45e6-4925-83f8-e5cd21ac4753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.511925 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e4090883-45e6-4925-83f8-e5cd21ac4753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.513344 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-e4090883-45e6-4925-83f8-e5cd21ac4753 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b40eb7b-9ca9-4293-bb87-ff2e08e744c1 HTTP/1.1" status: 204 len: 168 time: 0.2641203 Sep 07 12:37:51.532577 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0e15bc16-9a35-48aa-a532-2d46d55e2805 req-2959ea80-0eb1-4b8b-83ce-76aa042fd670 tempest-TestMinimumBasicScenario-418560282 tempest-TestMinimumBasicScenario-418560282-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac47dfd3-a28a-43a6-907d-5328031dfb2f HTTP/1.1" status: 200 len: 210 time: 0.0393000 Sep 07 12:37:51.539583 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4090883-45e6-4925-83f8-e5cd21ac4753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b40eb7b-9ca9-4293-bb87-ff2e08e744c1,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:51.632774 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Allocated IP 172.20.0.10 (7009db58-3ac6-460e-8aaa-b5e69ba13f0b/7aa68593-c000-4d40-8f9a-2d2c0e557b96/9780d086-dd08-4ec6-ae3f-18a15e5dc58f) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:37:51.774806 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.791102 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Transition to ACTIVE for port object 9780d086-dd08-4ec6-ae3f-18a15e5dc58f will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:37:51.917157 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:51.969531 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:37:51.973238 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:37:51.976917 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:37:52.049663 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:52.049663 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.049663 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event updated for resources: {'Port': ['ID=9780d086-dd08-4ec6-ae3f-18a15e5dc58f,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:52.134769 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-d4fba567-0bad-434b-85f5-1d50fa9b9e14 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9849713 Sep 07 12:37:52.150139 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Request body: {'port': {'device_id': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:37:52.158943 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95b547-765c-44d2-962f-70eb1858c9db req-82e08174-ae62-466e-8e85-543ca7ce7e3b tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:52.161871 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0d95b547-765c-44d2-962f-70eb1858c9db req-82e08174-ae62-466e-8e85-543ca7ce7e3b tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 932 time: 0.0575736 Sep 07 12:37:52.208625 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.209950 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-0d95b547-765c-44d2-962f-70eb1858c9db req-b41ee27b-6566-40bc-84dc-ed6a5ecebdfe tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 Sep 07 12:37:52.299548 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-1125bbb7-3f37-437e-b71e-c9ffe1c3ee4a None None] Provisioning for port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:37:52.304346 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-1125bbb7-3f37-437e-b71e-c9ffe1c3ee4a None None] Provisioning complete for port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:52.309950 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1125bbb7-3f37-437e-b71e-c9ffe1c3ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.334450 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42130) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:52.349843 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-1125bbb7-3f37-437e-b71e-c9ffe1c3ee4a None None] Port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:37:52.354381 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8882-edf5-482b-a292-8e7e319ed8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.448975 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8882-edf5-482b-a292-8e7e319ed8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.529720 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9780d086-dd08-4ec6-ae3f-18a15e5dc58f {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:37:52.532997 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8882-edf5-482b-a292-8e7e319ed8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.537199 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.551024 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Transition to ACTIVE for port object 9780d086-dd08-4ec6-ae3f-18a15e5dc58f will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:37:52.574694 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-eb8a8882-edf5-482b-a292-8e7e319ed8cc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5af22b14bee14f5ab19bbb6454097934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389538 Sep 07 12:37:52.576202 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a8882-edf5-482b-a292-8e7e319ed8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9b7f3a-f78f-4017-a976-0a28f4127e54,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:52.577656 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42134) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:52.643748 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.652411 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e9fd7b70-5238-4a1f-96d2-4f0d9e636c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.710061 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e9fd7b70-5238-4a1f-96d2-4f0d9e636c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.718250 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9780d086-dd08-4ec6-ae3f-18a15e5dc58f,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:52.828611 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Attempting to bind port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:37:52.829404 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Attempting to bind port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:37:52.829916 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Attempting to bind port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f on network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:37:52.835538 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f on network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 12:37:52.836122 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Attempting to bind port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f on network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:37:52.841618 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Checking agent: {'id': 'd20c3edb-5c57-45b7-bd7a-1abdfb43a276', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'started_at': datetime.datetime(2021, 9, 7, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:37:52.842214 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Checking segment: {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:37:52.842772 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Bound using segment: {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:37:52.843358 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Bound port: 9780d086-dd08-4ec6-ae3f-18a15e5dc58f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:37:52.843999 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.889251 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e9fd7b70-5238-4a1f-96d2-4f0d9e636c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.891987 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e9fd7b70-5238-4a1f-96d2-4f0d9e636c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:52.893428 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-e9fd7b70-5238-4a1f-96d2-4f0d9e636c69 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac9b7f3a-f78f-4017-a976-0a28f4127e54 HTTP/1.1" status: 204 len: 168 time: 0.3146141 Sep 07 12:37:52.926561 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42154) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:52.932380 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd7b70-5238-4a1f-96d2-4f0d9e636c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9b7f3a-f78f-4017-a976-0a28f4127e54,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:52.978781 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] For port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f, host hv-cinder-76019, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:37:52.984020 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] For port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9780d086-dd08-4ec6-ae3f-18a15e5dc58f,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:37:53.037565 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:53.076644 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:53.077408 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:53.078637 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] 10.222.0.42 "PUT /v2.0/ports/9780d086-dd08-4ec6-ae3f-18a15e5dc58f HTTP/1.1" status: 200 len: 1094 time: 0.9344382 Sep 07 12:37:53.104859 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770ade1-6e92-4bb3-b437-c33c563689f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9780d086-dd08-4ec6-ae3f-18a15e5dc58f,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:53.228621 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-f2645789-d90a-4bd7-9d48-e91399fcd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:53.230402 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-f2645789-d90a-4bd7-9d48-e91399fcd025 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80c97025214e462c8c84c87c620566a9&device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 1097 time: 0.0446444 Sep 07 12:37:53.287475 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-f31b20ee-5dfe-457d-a75d-8b61ce5d0e45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9780d086-dd08-4ec6-ae3f-18a15e5dc58f HTTP/1.1" status: 200 len: 217 time: 0.0466945 Sep 07 12:37:53.361586 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7de6854a-291b-4eb4-bb2c-2e20e9060e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:53.366087 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-020f78be-9028-4976-9bd9-e33133ef157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:53.367648 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-020f78be-9028-4976-9bd9-e33133ef157a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aa68593-c000-4d40-8f9a-2d2c0e557b96 HTTP/1.1" status: 200 len: 856 time: 0.0728393 Sep 07 12:37:53.368131 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'tag': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:37:53.370394 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f152a6-a680-4dc2-9628-37b2b905f96e" -d '{"events": [{"name": "network-changed", "server_uuid": "38d97b33-2488-47ec-afec-2cdd79be6d56", "tag": "9780d086-dd08-4ec6-ae3f-18a15e5dc58f"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:37:53.409115 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19624f-1e99-4c30-a0c6-ea26feb0f4df req-855de60c-f242-40de-8ed0-fe1c19ee27f0 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:53.410471 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5117bcc6-e2d7-4e56-8692-7d1caa903d48 x-openstack-request-id: req-5117bcc6-e2d7-4e56-8692-7d1caa903d48 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:37:53.410764 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d97b33-2488-47ec-afec-2cdd79be6d56", "tag": "9780d086-dd08-4ec6-ae3f-18a15e5dc58f", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:37:53.411011 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5117bcc6-e2d7-4e56-8692-7d1caa903d48 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:37:53.411451 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8f19624f-1e99-4c30-a0c6-ea26feb0f4df req-855de60c-f242-40de-8ed0-fe1c19ee27f0 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 944 time: 0.0979209 Sep 07 12:37:53.412456 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'tag': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f', 'status': 'completed', 'code': 200} Sep 07 12:37:53.426300 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-0cef6482-82e6-4044-be9b-d74e976ba8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:53.427669 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-0cef6482-82e6-4044-be9b-d74e976ba8e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532563 Sep 07 12:37:53.488351 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-8f19624f-1e99-4c30-a0c6-ea26feb0f4df req-7a800652-a4f7-47ef-b842-ac179f192a69 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682907 Sep 07 12:37:53.525498 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7de6854a-291b-4eb4-bb2c-2e20e9060e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:53.541928 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-b6134030-b4ac-4e38-a06b-0985eaa9de08 service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072879 Sep 07 12:37:53.636678 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-d143c706-b7b6-4a9f-b9fd-f50805c7370f req-9d66a63a-0263-4375-97b8-3ecc27f09d98 service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882807 Sep 07 12:37:53.668955 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-7de6854a-291b-4eb4-bb2c-2e20e9060e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:53.710220 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-7de6854a-291b-4eb4-bb2c-2e20e9060e7a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=511b246b99fc4383baa054542f02c5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7801988 Sep 07 12:37:53.710220 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6854a-291b-4eb4-bb2c-2e20e9060e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eb3618-4c3b-495a-8c30-144d22b2f085,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:53.712440 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42198) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:53.767195 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8047-2c51-4b15-880f-594cd81b7cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:53.811164 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8047-2c51-4b15-880f-594cd81b7cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:53.861665 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f152a6-a680-4dc2-9628-37b2b905f96e req-4374e88c-8a74-46bf-87d7-66d4ed1bdf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:53.863254 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-19f152a6-a680-4dc2-9628-37b2b905f96e req-4374e88c-8a74-46bf-87d7-66d4ed1bdf19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80c97025214e462c8c84c87c620566a9&device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 1097 time: 0.0864251 Sep 07 12:37:53.987253 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f152a6-a680-4dc2-9628-37b2b905f96e req-4d9deb73-37bb-49b1-9d1b-91bfde1ec57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:53.988754 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-19f152a6-a680-4dc2-9628-37b2b905f96e req-4d9deb73-37bb-49b1-9d1b-91bfde1ec57b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b HTTP/1.1" status: 200 len: 918 time: 0.1124539 Sep 07 12:37:53.993850 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8047-2c51-4b15-880f-594cd81b7cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:53.997364 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8047-2c51-4b15-880f-594cd81b7cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:53.998670 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-fd1e8047-2c51-4b15-880f-594cd81b7cb8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/35eb3618-4c3b-495a-8c30-144d22b2f085 HTTP/1.1" status: 204 len: 168 time: 0.2849722 Sep 07 12:37:54.046293 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e8047-2c51-4b15-880f-594cd81b7cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eb3618-4c3b-495a-8c30-144d22b2f085,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:54.051145 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-19f152a6-a680-4dc2-9628-37b2b905f96e req-5dab822d-8aa9-4894-9109-6fa011aae03f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9780d086-dd08-4ec6-ae3f-18a15e5dc58f HTTP/1.1" status: 200 len: 217 time: 0.0512915 Sep 07 12:37:54.132660 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f152a6-a680-4dc2-9628-37b2b905f96e req-93409079-17b5-4ff9-bd26-2bb058044d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:54.134828 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-19f152a6-a680-4dc2-9628-37b2b905f96e req-93409079-17b5-4ff9-bd26-2bb058044d0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aa68593-c000-4d40-8f9a-2d2c0e557b96 HTTP/1.1" status: 200 len: 856 time: 0.0762389 Sep 07 12:37:54.205517 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f152a6-a680-4dc2-9628-37b2b905f96e req-8f497ae5-553b-42b9-9be7-e15d48ac5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:54.207088 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-19f152a6-a680-4dc2-9628-37b2b905f96e req-8f497ae5-553b-42b9-9be7-e15d48ac5a50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0596313 Sep 07 12:37:54.331551 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42218) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:54.334054 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-19f152a6-a680-4dc2-9628-37b2b905f96e req-19bcfccc-e4f6-475d-81f0-1176ee25ef63 service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145880 Sep 07 12:37:54.444909 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-19f152a6-a680-4dc2-9628-37b2b905f96e req-18f5398c-90bf-47a1-883f-94c2ba636dee service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031651 Sep 07 12:37:54.700612 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d4233-d2ed-4837-9768-a2066ef0677a req-67b7c334-d00b-4769-a6f0-92071a908ad1 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:54.702007 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-617d4233-d2ed-4837-9768-a2066ef0677a req-67b7c334-d00b-4769-a6f0-92071a908ad1 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 944 time: 0.0786178 Sep 07 12:37:54.724684 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42222) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:54.738437 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a968e7e2-cfd5-4068-bebe-459462248954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:54.756105 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-617d4233-d2ed-4837-9768-a2066ef0677a req-7cd16064-39de-4468-83b3-b02288a06002 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447016 Sep 07 12:37:54.823534 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567583'] for router_interface, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:54.829456 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a968e7e2-cfd5-4068-bebe-459462248954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:54.903701 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a968e7e2-cfd5-4068-bebe-459462248954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:54.952447 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-a968e7e2-cfd5-4068-bebe-459462248954 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1f4c4bc01704118bceeb28b76e4614c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263250 Sep 07 12:37:54.953582 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968e7e2-cfd5-4068-bebe-459462248954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b825fb8-f074-46e4-a4d6-30cbb56216b3,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:54.954949 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42224) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:55.033019 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12d08b83-faaf-4de3-bb0d-e0d06fc60467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:55.061967 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12d08b83-faaf-4de3-bb0d-e0d06fc60467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:55.069989 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 8975bbae-ad61-44eb-90f3-ca7207f564a7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:55.090249 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] No Port match for: 8975bbae-ad61-44eb-90f3-ca7207f564a7 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:55.090856 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 8975bbae-ad61-44eb-90f3-ca7207f564a7 not bound to the agent host hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:55.165108 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] Deleting port 216d077f-1ca3-41d5-bc16-e24483934db7 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:55.165108 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:55.242118 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12d08b83-faaf-4de3-bb0d-e0d06fc60467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:55.244642 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12d08b83-faaf-4de3-bb0d-e0d06fc60467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:55.246534 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-12d08b83-faaf-4de3-bb0d-e0d06fc60467 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b825fb8-f074-46e4-a4d6-30cbb56216b3 HTTP/1.1" status: 204 len: 168 time: 0.2886407 Sep 07 12:37:55.259281 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] For port 216d077f-1ca3-41d5-bc16-e24483934db7, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=216d077f-1ca3-41d5-bc16-e24483934db7,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:55.259621 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:55.262003 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d08b83-faaf-4de3-bb0d-e0d06fc60467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b825fb8-f074-46e4-a4d6-30cbb56216b3,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:55.277826 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] Calling delete_port for 216d077f-1ca3-41d5-bc16-e24483934db7 owned by network:router_interface {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:55.761280 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:55.784629 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] Pushing event deleted for resources: {'Port': ['ID=216d077f-1ca3-41d5-bc16-e24483934db7,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:55.981365 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cdb84-351a-49c0-ad3d-9fa005340a75 req-5d4f3b96-7509-4264-ad67-2ebe3952b9a7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:55.982958 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3d1cdb84-351a-49c0-ad3d-9fa005340a75 req-5d4f3b96-7509-4264-ad67-2ebe3952b9a7 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 944 time: 0.1272492 Sep 07 12:37:56.055294 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567683'] for router_interface, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.068887 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-3d1cdb84-351a-49c0-ad3d-9fa005340a75 req-1f3bbf49-2425-45d9-ae75-49f45bada54c tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536900 Sep 07 12:37:56.100319 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42246) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:56.104613 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42250) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:56.118253 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2af4-b22c-4095-afa6-023313bdfb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.210612 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2af4-b22c-4095-afa6-023313bdfb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.285835 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] Router fe2859c4-aa06-43d2-b0f1-c0f122a2676a has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:37:56.287085 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2af4-b22c-4095-afa6-023313bdfb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.339195 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b66b8926-3b28-41fc-bd0b-433ca54b7763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.342443 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e2af4-b22c-4095-afa6-023313bdfb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bacacf-3f38-4601-8f03-244bf0541003,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:56.346692 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-9b9e2af4-b22c-4095-afa6-023313bdfb59 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db7dc06873854007b3586586bd0f73b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408938 Sep 07 12:37:56.349421 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42254) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:56.435766 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:37:56.436106 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b66b8926-3b28-41fc-bd0b-433ca54b7763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.441805 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-79b6867c-2553-45e3-b7fa-9787383ef550 admin admin] 10.222.0.69 "PUT /v2.0/routers/fe2859c4-aa06-43d2-b0f1-c0f122a2676a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1090250 Sep 07 12:37:56.444515 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42256) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:56.445039 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757aa14-9273-4c7a-a070-5541747cdf5d None None] Sync routers for ids ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:37:56.451518 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f6044c6b-652e-42bc-9263-be7094eaacaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.457521 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757aa14-9273-4c7a-a070-5541747cdf5d None None] Routers {'fe2859c4-aa06-43d2-b0f1-c0f122a2676a'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:56.458216 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-3757aa14-9273-4c7a-a070-5541747cdf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:56.475033 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f6044c6b-652e-42bc-9263-be7094eaacaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.540869 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b66b8926-3b28-41fc-bd0b-433ca54b7763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.565568 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-3757aa14-9273-4c7a-a070-5541747cdf5d None None] Set router fe2859c4-aa06-43d2-b0f1-c0f122a2676a gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:56.582111 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-b66b8926-3b28-41fc-bd0b-433ca54b7763 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7756d56d9f49492daa5d2cbfba8f2316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835274 Sep 07 12:37:56.585311 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42258) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:56.591723 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Notify callbacks [] for router, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.602171 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f6044c6b-652e-42bc-9263-be7094eaacaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.604960 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-f6044c6b-652e-42bc-9263-be7094eaacaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.606137 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-f6044c6b-652e-42bc-9263-be7094eaacaa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11bacacf-3f38-4601-8f03-244bf0541003 HTTP/1.1" status: 204 len: 168 time: 0.2542126 Sep 07 12:37:56.619283 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6044c6b-652e-42bc-9263-be7094eaacaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bacacf-3f38-4601-8f03-244bf0541003,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:56.634580 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b8926-3b28-41fc-bd0b-433ca54b7763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0e338b-bfa8-43ae-b0ec-5cc662e1daff,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:56.694355 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9962d076-bad1-4b2b-b3d5-74cf312d7af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.706872 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.717213 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9962d076-bad1-4b2b-b3d5-74cf312d7af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.789663 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-3757aa14-9273-4c7a-a070-5541747cdf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'name': 'tempest-TestMinimumBasicScenario-114294155-router', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:36Z', 'updated_at': '2021-09-07T12:37:55Z', 'revision_number': 5, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'gw_port': {'id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:37Z', 'updated_at': '2021-09-07T12:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:56.821575 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757aa14-9273-4c7a-a070-5541747cdf5d None None] Checking router: fe2859c4-aa06-43d2-b0f1-c0f122a2676a for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:37:56.830157 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757aa14-9273-4c7a-a070-5541747cdf5d None None] Routers {'fe2859c4-aa06-43d2-b0f1-c0f122a2676a'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:37:56.830786 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-3757aa14-9273-4c7a-a070-5541747cdf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:56.910629 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9962d076-bad1-4b2b-b3d5-74cf312d7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.913580 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9962d076-bad1-4b2b-b3d5-74cf312d7af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.913831 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Deleting port f0b20796-6d04-4724-a511-4e569abc4073 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:56.915501 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-9962d076-bad1-4b2b-b3d5-74cf312d7af3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e0e338b-bfa8-43ae-b0ec-5cc662e1daff HTTP/1.1" status: 204 len: 168 time: 0.3288217 Sep 07 12:37:56.917326 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:56.940252 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962d076-bad1-4b2b-b3d5-74cf312d7af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0e338b-bfa8-43ae-b0ec-5cc662e1daff,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:57.026789 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] For port f0b20796-6d04-4724-a511-4e569abc4073, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=f0b20796-6d04-4724-a511-4e569abc4073,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:57.027125 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:57.043008 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Calling delete_port for f0b20796-6d04-4724-a511-4e569abc4073 owned by network:router_gateway {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:57.087168 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 9780d086-dd08-4ec6-ae3f-18a15e5dc58f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94579) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 12:37:57.093029 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-3757aa14-9273-4c7a-a070-5541747cdf5d None None] Set router fe2859c4-aa06-43d2-b0f1-c0f122a2676a gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:37:57.244064 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d52018-6a12-4ce5-aeb9-66939868affd req-764a61de-de6f-4062-b0b0-a44747e901c4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:57.246262 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-00d52018-6a12-4ce5-aeb9-66939868affd req-764a61de-de6f-4062-b0b0-a44747e901c4 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 944 time: 0.0663524 Sep 07 12:37:57.299485 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-00d52018-6a12-4ce5-aeb9-66939868affd req-d50a33dd-ecfb-4fe4-ad96-9af18a74849d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469129 Sep 07 12:37:57.356445 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:57.387830 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b20796-6d04-4724-a511-4e569abc4073,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:57.404094 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9780d086-dd08-4ec6-ae3f-18a15e5dc58f,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:57.430074 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Returning: {'device': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'port_id': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f', 'mac_address': 'fa:16:3e:43:9a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94579) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 12:37:57.479660 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567841'] for router_gateway, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:57.482190 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:57.496575 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-3757aa14-9273-4c7a-a070-5541747cdf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'name': 'tempest-TestMinimumBasicScenario-114294155-router', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:36Z', 'updated_at': '2021-09-07T12:37:55Z', 'revision_number': 5, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'gw_port': {'id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:37Z', 'updated_at': '2021-09-07T12:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:57.500364 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9780d086-dd08-4ec6-ae3f-18a15e5dc58f {{(pid=94579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 12:37:57.533013 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757aa14-9273-4c7a-a070-5541747cdf5d None None] The sync data for ids ['fe2859c4-aa06-43d2-b0f1-c0f122a2676a'] in dv-cinder-760199-14-iscsi is: [{'id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'name': 'tempest-TestMinimumBasicScenario-114294155-router', 'tenant_id': '0e0b28998b364085957254e4a6760c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:36Z', 'updated_at': '2021-09-07T12:37:55Z', 'revision_number': 5, 'project_id': '0e0b28998b364085957254e4a6760c4a', 'gw_port': {'id': 'f0b20796-6d04-4724-a511-4e569abc4073', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ab:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2859c4-aa06-43d2-b0f1-c0f122a2676a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:37Z', 'updated_at': '2021-09-07T12:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:37:57.552647 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9780d086-dd08-4ec6-ae3f-18a15e5dc58f,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:57.583578 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1529712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22140'] for router, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:57.586239 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:57.624259 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:57.677384 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=9780d086-dd08-4ec6-ae3f-18a15e5dc58f,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:57.754905 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1529723'] for router, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:57.755441 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2859c4-aa06-43d2-b0f1-c0f122a2676a {{(pid=94577) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:37:57.761063 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:57.761975 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-1c11d35f-e47d-46e2-837c-f9de1e0e2b79 admin admin] 10.222.0.69 "DELETE /v2.0/routers/fe2859c4-aa06-43d2-b0f1-c0f122a2676a HTTP/1.1" status: 204 len: 168 time: 1.3161578 Sep 07 12:37:57.764525 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42294) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:57.810067 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_v2 [None req-36aa59ca-96f8-4e92-8093-c6632b85a92d admin admin] Deleting subnet 24b695c8-83b2-47de-a917-0abe9899813b {{(pid=94577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:37:57.818010 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36aa59ca-96f8-4e92-8093-c6632b85a92d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:57.840441 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] get_ports_and_sgs() called for port_ids ['9780d086-dd08-4ec6-ae3f-18a15e5dc58f'] {{(pid=94579) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 12:37:57.861347 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36aa59ca-96f8-4e92-8093-c6632b85a92d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421547'] for subnet, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:57.995977 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36aa59ca-96f8-4e92-8093-c6632b85a92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.055415 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 216d077f-1ca3-41d5-bc16-e24483934db7 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:58.080423 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 216d077f-1ca3-41d5-bc16-e24483934db7 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:58.080423 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 216d077f-1ca3-41d5-bc16-e24483934db7 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:58.138716 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36aa59ca-96f8-4e92-8093-c6632b85a92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8425423'] for subnet, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.169259 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-36aa59ca-96f8-4e92-8093-c6632b85a92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.172124 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-36aa59ca-96f8-4e92-8093-c6632b85a92d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/24b695c8-83b2-47de-a917-0abe9899813b HTTP/1.1" status: 204 len: 168 time: 0.4064131 Sep 07 12:37:58.173974 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa59ca-96f8-4e92-8093-c6632b85a92d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b695c8-83b2-47de-a917-0abe9899813b,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:58.175228 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42310) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:58.179808 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9868bbc-3e29-470b-9c79-d24c1b9222e2 None None] Network b4d7fe40-57b4-44fb-be2d-c26c0714a134 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:37:58.274886 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.341219 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Deleting port 0d920fb1-812b-403a-95ba-34b363c7b1ad {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:58.341219 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.430853 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93450c97-4039-48a5-8e9e-6a194e480657 None None] DHCP port deletion for b4d7fe40-57b4-44fb-be2d-c26c0714a134 request from dv-cinder-760199-14-iscsi {{(pid=94579) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:37:58.471185 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] For port 0d920fb1-812b-403a-95ba-34b363c7b1ad, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=0d920fb1-812b-403a-95ba-34b363c7b1ad,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:58.472301 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.490028 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Calling delete_port for 0d920fb1-812b-403a-95ba-34b363c7b1ad owned by network:dhcp {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:58.492583 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-93450c97-4039-48a5-8e9e-6a194e480657 None None] Deleting port 0d920fb1-812b-403a-95ba-34b363c7b1ad {{(pid=94579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:37:58.493077 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-93450c97-4039-48a5-8e9e-6a194e480657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.501564 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c405a-f5ee-4ba3-8477-8f6825a82eee req-9aed1c53-6a7f-4a13-b706-593acb591e49 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:58.503156 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-321c405a-f5ee-4ba3-8477-8f6825a82eee req-9aed1c53-6a7f-4a13-b706-593acb591e49 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 945 time: 0.1123035 Sep 07 12:37:58.568382 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-93450c97-4039-48a5-8e9e-6a194e480657 None None] For port 0d920fb1-812b-403a-95ba-34b363c7b1ad, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=0d920fb1-812b-403a-95ba-34b363c7b1ad,segment=NetworkSegment(5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4),segment_id=5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:58.569648 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-93450c97-4039-48a5-8e9e-6a194e480657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.578150 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-321c405a-f5ee-4ba3-8477-8f6825a82eee req-b67dc924-0dca-46f7-a3d1-dcc24a15c8ce tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664678 Sep 07 12:37:58.587415 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-93450c97-4039-48a5-8e9e-6a194e480657 None None] Calling delete_port for 0d920fb1-812b-403a-95ba-34b363c7b1ad owned by network:dhcp {{(pid=94579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:37:58.686839 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.700178 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-93450c97-4039-48a5-8e9e-6a194e480657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861'] for port, after_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.739572 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d920fb1-812b-403a-95ba-34b363c7b1ad,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:58.746729 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] No DVR routers for this DVR port 0d920fb1-812b-403a-95ba-34b363c7b1ad on host dv-cinder-760199-14-iscsi {{(pid=94578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:37:58.760385 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93450c97-4039-48a5-8e9e-6a194e480657 None None] Pushing event deleted for resources: {'Port': ['ID=0d920fb1-812b-403a-95ba-34b363c7b1ad,revision_number=None']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:58.768674 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93450c97-4039-48a5-8e9e-6a194e480657 None None] No DVR routers for this DVR port 0d920fb1-812b-403a-95ba-34b363c7b1ad on host dv-cinder-760199-14-iscsi {{(pid=94579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:37:58.846642 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.870555 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d7fe40-57b4-44fb-be2d-c26c0714a134']}} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:58.881192 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4') {'for_net_delete': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:58.881559 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc8bf5c-ee68-4f1e-a54e-78d97e3746a4') {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:37:58.891398 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9043924'] for segment, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.905628 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.919000 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94578) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:37:58.919434 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491559'] for segment, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: Traceback (most recent call last): Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: timer() Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: cb(*args, **kw) Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: return func(*args, **kwargs) Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: self._notify() Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: self.callback(batched_events) Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: event.method(event) Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: return f(self, *a, **k) Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._get(url).json() Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: return self.request(url, 'GET', **kwargs) Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:37:58.923339 dv-cinder-760199-14-iscsi neutron-server[94578]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:37:59.063393 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:59.069575 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:59.071253 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b4d7fe40-57b4-44fb-be2d-c26c0714a134 HTTP/1.1" status: 204 len: 168 time: 0.8945191 Sep 07 12:37:59.074346 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42336) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:37:59.083361 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e319d-5829-46a2-b557-98fc84a33743 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d7fe40-57b4-44fb-be2d-c26c0714a134,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:59.113080 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 9780d086-dd08-4ec6-ae3f-18a15e5dc58f up at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:37:59.263495 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning for port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:37:59.268540 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Provisioning complete for port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:37:59.269009 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:59.366276 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:59.392212 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f'}] {{(pid=94579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:37:59.394479 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e59dd76082547654e6c9b71bac6211988f90c8435176ffbbd796fd7f1a13848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb08b1a1-7f04-4e65-aca2-8f71fbddf0c3" -d '{"events": [{"server_uuid": "38d97b33-2488-47ec-afec-2cdd79be6d56", "name": "network-vif-plugged", "status": "completed", "tag": "9780d086-dd08-4ec6-ae3f-18a15e5dc58f"}]}' {{(pid=94579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:37:59.407546 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] For port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9780d086-dd08-4ec6-ae3f-18a15e5dc58f,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:37:59.432930 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea63476-c3dd-4a4d-b402-1e9395d40800 x-openstack-request-id: req-dea63476-c3dd-4a4d-b402-1e9395d40800 {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:37:59.433510 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d97b33-2488-47ec-afec-2cdd79be6d56", "name": "network-vif-plugged", "status": "completed", "tag": "9780d086-dd08-4ec6-ae3f-18a15e5dc58f", "code": 200}]} {{(pid=94579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:37:59.433757 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dea63476-c3dd-4a4d-b402-1e9395d40800 {{(pid=94579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:37:59.434144 dv-cinder-760199-14-iscsi neutron-server[94579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f', 'code': 200} Sep 07 12:37:59.497310 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567583'] for router_interface, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:59.514482 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:37:59.566776 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Pushing event updated for resources: {'Port': ['ID=9780d086-dd08-4ec6-ae3f-18a15e5dc58f,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:37:59.938837 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d659486-e68a-488b-a061-21c8baf33ee7 req-7edf6e89-c7b9-4eb7-9924-901f4a922d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:59.940420 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0d659486-e68a-488b-a061-21c8baf33ee7 req-7edf6e89-c7b9-4eb7-9924-901f4a922d0d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 1099 time: 0.1144047 Sep 07 12:37:59.958978 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device f0b20796-6d04-4724-a511-4e569abc4073 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:37:59.975569 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd61b8-58df-497d-8431-82fd7627139d req-6e391484-0a50-4aef-88a4-27cbb905ec1f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:37:59.976982 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-69dd61b8-58df-497d-8431-82fd7627139d req-6e391484-0a50-4aef-88a4-27cbb905ec1f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 946 time: 0.1498783 Sep 07 12:37:59.984798 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: f0b20796-6d04-4724-a511-4e569abc4073 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:37:59.985138 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device f0b20796-6d04-4724-a511-4e569abc4073 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:37:59.985552 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 0d920fb1-812b-403a-95ba-34b363c7b1ad no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:00.012014 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 0d920fb1-812b-403a-95ba-34b363c7b1ad {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:00.012383 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 0d920fb1-812b-403a-95ba-34b363c7b1ad not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:00.028580 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-0d659486-e68a-488b-a061-21c8baf33ee7 req-ad5e1fed-a8c5-406a-b537-e7144f572418 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685079 Sep 07 12:38:00.045467 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-69dd61b8-58df-497d-8431-82fd7627139d req-c0e4620c-c5af-4164-9e53-4df56bab238d tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578170 Sep 07 12:38:00.130189 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] Deleting port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:00.130909 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.154848 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.225251 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] For port ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9,segment=NetworkSegment(54b2f1f7-d62f-47b1-aa3a-e9d272344b55),segment_id=54b2f1f7-d62f-47b1-aa3a-e9d272344b55)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:00.225639 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.239557 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] Calling delete_port for ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 owned by network:router_interface {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:00.279649 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42368) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:00.388282 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-97b4f13a-f83b-4d4e-9629-b4978cb0d484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.487901 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-97b4f13a-f83b-4d4e-9629-b4978cb0d484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.570491 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-97b4f13a-f83b-4d4e-9629-b4978cb0d484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.570696 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.603933 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:00.616143 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-97b4f13a-f83b-4d4e-9629-b4978cb0d484 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bfa48aac946846b78edecff6f501cd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351140 Sep 07 12:38:00.617111 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4f13a-f83b-4d4e-9629-b4978cb0d484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001dd803-c3ee-4bdd-8c4a-af0fbb0d1753,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:00.619799 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42380) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:00.680933 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b8f27719-16d4-4651-a57f-451e35c49b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.711455 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b8f27719-16d4-4651-a57f-451e35c49b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.814600 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567683'] for router_interface, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.891119 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b8f27719-16d4-4651-a57f-451e35c49b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.893240 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b8f27719-16d4-4651-a57f-451e35c49b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:00.895220 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-b8f27719-16d4-4651-a57f-451e35c49b7d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/001dd803-c3ee-4bdd-8c4a-af0fbb0d1753 HTTP/1.1" status: 204 len: 168 time: 0.2737184 Sep 07 12:38:00.904818 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f27719-16d4-4651-a57f-451e35c49b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001dd803-c3ee-4bdd-8c4a-af0fbb0d1753,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:01.052244 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:38:01.069208 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] Router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:38:01.227301 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f331d-1c4a-431a-8c28-d3d2e352c685 req-95a2db9d-cdf8-499c-ad86-2553740e7bdd tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:01.228993 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-587f331d-1c4a-431a-8c28-d3d2e352c685 req-95a2db9d-cdf8-499c-ad86-2553740e7bdd tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 946 time: 0.1058004 Sep 07 12:38:01.230676 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:38:01.243823 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-dc21679b-c140-4974-91b5-1b2e867a224a admin admin] 10.222.0.69 "PUT /v2.0/routers/1a5ae28e-f523-49b6-b42e-ffe15b20bf19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1608026 Sep 07 12:38:01.243926 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e80c1-bd00-4b5d-a4c4-bd6dc249b3d8 None None] Sync routers for ids ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:38:01.244019 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42408) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:01.265563 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e80c1-bd00-4b5d-a4c4-bd6dc249b3d8 None None] Routers {'1a5ae28e-f523-49b6-b42e-ffe15b20bf19'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:01.266204 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-152e80c1-bd00-4b5d-a4c4-bd6dc249b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:01.341965 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-587f331d-1c4a-431a-8c28-d3d2e352c685 req-36503dc7-cc3b-4bb3-bd7f-bae12305c07a tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777860 Sep 07 12:38:01.395660 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-152e80c1-bd00-4b5d-a4c4-bd6dc249b3d8 None None] Set router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:01.417462 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Notify callbacks [] for router, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:01.524345 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:01.588996 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-152e80c1-bd00-4b5d-a4c4-bd6dc249b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'name': 'tempest-TestMinimumBasicScenario-938169405-router', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:48Z', 'updated_at': '2021-09-07T12:38:00Z', 'revision_number': 5, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'gw_port': {'id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:01.616495 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e80c1-bd00-4b5d-a4c4-bd6dc249b3d8 None None] Checking router: 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:38:01.626718 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e80c1-bd00-4b5d-a4c4-bd6dc249b3d8 None None] Routers {'1a5ae28e-f523-49b6-b42e-ffe15b20bf19'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:01.627958 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-152e80c1-bd00-4b5d-a4c4-bd6dc249b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:01.691255 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Deleting port c5e07458-c6e7-487b-a58e-1782a280f50f {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:01.692453 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:01.735121 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-152e80c1-bd00-4b5d-a4c4-bd6dc249b3d8 None None] Set router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:01.785809 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] For port c5e07458-c6e7-487b-a58e-1782a280f50f, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=c5e07458-c6e7-487b-a58e-1782a280f50f,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:01.786174 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:01.797758 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Calling delete_port for c5e07458-c6e7-487b-a58e-1782a280f50f owned by network:router_gateway {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:01.974556 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-152e80c1-bd00-4b5d-a4c4-bd6dc249b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'name': 'tempest-TestMinimumBasicScenario-938169405-router', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:48Z', 'updated_at': '2021-09-07T12:38:00Z', 'revision_number': 5, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'gw_port': {'id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:02.003148 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e80c1-bd00-4b5d-a4c4-bd6dc249b3d8 None None] The sync data for ids ['1a5ae28e-f523-49b6-b42e-ffe15b20bf19'] in dv-cinder-760199-14-iscsi is: [{'id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'name': 'tempest-TestMinimumBasicScenario-938169405-router', 'tenant_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:48Z', 'updated_at': '2021-09-07T12:38:00Z', 'revision_number': 5, 'project_id': 'a52c566930ca48c2bf6f8f27d5db8870', 'gw_port': {'id': 'c5e07458-c6e7-487b-a58e-1782a280f50f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ae28e-f523-49b6-b42e-ffe15b20bf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:50Z', 'updated_at': '2021-09-07T12:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:38:02.080423 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:02.109327 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e07458-c6e7-487b-a58e-1782a280f50f,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:02.170848 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567841'] for router_gateway, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:02.275470 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1529712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22140'] for router, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:02.278254 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:02.419320 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1529723'] for router, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:02.423553 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a5ae28e-f523-49b6-b42e-ffe15b20bf19 {{(pid=94578) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:38:02.433426 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] Notify callbacks [] for router, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:02.435069 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-559821fb-24e1-4804-882e-70fd702d4feb admin admin] 10.222.0.69 "DELETE /v2.0/routers/1a5ae28e-f523-49b6-b42e-ffe15b20bf19 HTTP/1.1" status: 204 len: 168 time: 1.1899123 Sep 07 12:38:02.437921 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42438) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:02.531105 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f64b2c-2482-4e32-a7b5-0bd3cb248667 admin admin] Deleting subnet 23e7acd7-c836-448b-b154-a3fdca8c7152 {{(pid=94577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:38:02.537559 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-73f64b2c-2482-4e32-a7b5-0bd3cb248667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:02.546856 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b0d83-f860-4957-b479-f1ae3b85000f req-71a33cab-23a6-4fbe-b376-07186ede6e1f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:02.548376 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-346b0d83-f860-4957-b479-f1ae3b85000f req-71a33cab-23a6-4fbe-b376-07186ede6e1f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 946 time: 0.0980740 Sep 07 12:38:02.609857 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-73f64b2c-2482-4e32-a7b5-0bd3cb248667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421547'] for subnet, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:02.629541 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-346b0d83-f860-4957-b479-f1ae3b85000f req-e31a3f02-b23e-4dfe-9532-64ff6d7cc56a tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625784 Sep 07 12:38:02.789928 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee13367-807c-4684-8519-9b64fd5e2b2f req-23838e6e-21c9-4714-b902-d04e6487a648 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:02.789928 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-fee13367-807c-4684-8519-9b64fd5e2b2f req-23838e6e-21c9-4714-b902-d04e6487a648 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 946 time: 0.0603952 Sep 07 12:38:02.793783 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42442) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:02.798465 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-9ccb0b93-1bbb-4434-a4b1-9c60f7fec339 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Request body: {'floatingip': {'port_id': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:38:02.837573 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0b93-1bbb-4434-a4b1-9c60f7fec339 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.130702 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-73f64b2c-2482-4e32-a7b5-0bd3cb248667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.267874 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-73f64b2c-2482-4e32-a7b5-0bd3cb248667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8425423'] for subnet, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.283971 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0b93-1bbb-4434-a4b1-9c60f7fec339 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.296606 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f64b2c-2482-4e32-a7b5-0bd3cb248667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e7acd7-c836-448b-b154-a3fdca8c7152,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:03.296980 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42448) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:03.298659 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-73f64b2c-2482-4e32-a7b5-0bd3cb248667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.301098 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-73f64b2c-2482-4e32-a7b5-0bd3cb248667 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/23e7acd7-c836-448b-b154-a3fdca8c7152 HTTP/1.1" status: 204 len: 168 time: 0.8618121 Sep 07 12:38:03.304078 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42450) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:03.308112 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625223c5-2cdb-4065-ad6a-1e217a2b7cb0 None None] Network c9a073c0-fdb1-440d-aff3-98dcabf23980 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:38:03.347286 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0b93-1bbb-4434-a4b1-9c60f7fec339 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.384350 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.447019 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Deleting port e340cf22-ebef-4ae5-931a-4e06e342e641 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:03.447669 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.455570 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a4fcd039-ff7a-4dee-953f-b5446b069d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.490864 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.l3_db [None req-9ccb0b93-1bbb-4434-a4b1-9c60f7fec339 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Floating IP edf24376-428e-4180-9f31-31f6ba573232 associated. External IP: 172.27.2.73, port: 9780d086-dd08-4ec6-ae3f-18a15e5dc58f. Sep 07 12:38:03.513547 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2665dce0-4f69-4679-9a12-4df61546eb93 None None] DHCP port deletion for c9a073c0-fdb1-440d-aff3-98dcabf23980 request from dv-cinder-760199-14-iscsi {{(pid=94579) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:38:03.515500 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] For port e340cf22-ebef-4ae5-931a-4e06e342e641, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=e340cf22-ebef-4ae5-931a-4e06e342e641,segment=NetworkSegment(54b2f1f7-d62f-47b1-aa3a-e9d272344b55),segment_id=54b2f1f7-d62f-47b1-aa3a-e9d272344b55)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:03.515884 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.529488 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Calling delete_port for e340cf22-ebef-4ae5-931a-4e06e342e641 owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:03.565879 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2665dce0-4f69-4679-9a12-4df61546eb93 None None] Deleting port e340cf22-ebef-4ae5-931a-4e06e342e641 {{(pid=94579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:03.566687 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2665dce0-4f69-4679-9a12-4df61546eb93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.632223 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2665dce0-4f69-4679-9a12-4df61546eb93 None None] For port e340cf22-ebef-4ae5-931a-4e06e342e641, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=e340cf22-ebef-4ae5-931a-4e06e342e641,segment=NetworkSegment(54b2f1f7-d62f-47b1-aa3a-e9d272344b55),segment_id=54b2f1f7-d62f-47b1-aa3a-e9d272344b55)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:03.632849 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2665dce0-4f69-4679-9a12-4df61546eb93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.647798 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2665dce0-4f69-4679-9a12-4df61546eb93 None None] Calling delete_port for e340cf22-ebef-4ae5-931a-4e06e342e641 owned by network:dhcp {{(pid=94579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:03.749476 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.757827 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2665dce0-4f69-4679-9a12-4df61546eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861'] for port, after_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.780007 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=e340cf22-ebef-4ae5-931a-4e06e342e641,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:03.784064 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] No DVR routers for this DVR port e340cf22-ebef-4ae5-931a-4e06e342e641 on host dv-cinder-760199-14-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:38:03.788641 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665dce0-4f69-4679-9a12-4df61546eb93 None None] Pushing event deleted for resources: {'Port': ['ID=e340cf22-ebef-4ae5-931a-4e06e342e641,revision_number=None']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:03.790624 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2665dce0-4f69-4679-9a12-4df61546eb93 None None] No DVR routers for this DVR port e340cf22-ebef-4ae5-931a-4e06e342e641 on host dv-cinder-760199-14-iscsi {{(pid=94579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:38:03.866210 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.889111 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a073c0-fdb1-440d-aff3-98dcabf23980']}} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:03.899728 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b2f1f7-d62f-47b1-aa3a-e9d272344b55') {'for_net_delete': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:03.906730 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b2f1f7-d62f-47b1-aa3a-e9d272344b55') {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:03.929689 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421552'] for segment, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.945894 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a4fcd039-ff7a-4dee-953f-b5446b069d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.951180 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.958477 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:38:03.958861 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8412862'] for segment, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: Traceback (most recent call last): Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: timer() Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: cb(*args, **kw) Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: return func(*args, **kwargs) Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: self._notify() Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: self.callback(batched_events) Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: event.method(event) Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: return f(self, *a, **k) Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._get(url).json() Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: return self.request(url, 'GET', **kwargs) Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:38:03.961252 dv-cinder-760199-14-iscsi neutron-server[94577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:38:03.979900 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:03.999578 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:04.000222 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device ad24b9a5-72ac-4dd2-a7be-8eb21a31e1e9 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:04.000643 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device c5e07458-c6e7-487b-a58e-1782a280f50f no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:04.018162 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccb0b93-1bbb-4434-a4b1-9c60f7fec339 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Router ca200099-bdc5-44b5-9faa-bb4356ae154f has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:38:04.023029 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: c5e07458-c6e7-487b-a58e-1782a280f50f {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:04.023383 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device c5e07458-c6e7-487b-a58e-1782a280f50f not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:04.023783 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device e340cf22-ebef-4ae5-931a-4e06e342e641 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:04.042236 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: e340cf22-ebef-4ae5-931a-4e06e342e641 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:04.042577 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device e340cf22-ebef-4ae5-931a-4e06e342e641 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:04.063388 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a4fcd039-ff7a-4dee-953f-b5446b069d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.096986 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.103962 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.109096 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] 10.222.0.69 "DELETE /v2.0/networks/c9a073c0-fdb1-440d-aff3-98dcabf23980 HTTP/1.1" status: 204 len: 168 time: 0.8038568 Sep 07 12:38:04.118596 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-a4fcd039-ff7a-4dee-953f-b5446b069d18 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ac028c909b443f99057ec4720eac91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8196888 Sep 07 12:38:04.119173 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42458) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:04.123410 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcd039-ff7a-4dee-953f-b5446b069d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afe6c7a-cb55-43c0-a2cd-5b8745dd611e,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:04.127498 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c33cf-c45b-4d3e-a203-02d7aba18f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a073c0-fdb1-440d-aff3-98dcabf23980,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:04.183101 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f22c29c0-94c7-4077-9934-93f68711bcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.185327 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccb0b93-1bbb-4434-a4b1-9c60f7fec339 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:38:04.197783 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0b93-1bbb-4434-a4b1-9c60f7fec339 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.197895 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c8184-8a92-4eb3-a23b-17f965421885 None None] Sync routers for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:38:04.206454 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c8184-8a92-4eb3-a23b-17f965421885 None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:04.206663 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f22c29c0-94c7-4077-9934-93f68711bcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.207621 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-e85c8184-8a92-4eb3-a23b-17f965421885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:04.222238 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-9ccb0b93-1bbb-4434-a4b1-9c60f7fec339 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "PUT /v2.0/floatingips/edf24376-428e-4180-9f31-31f6ba573232 HTTP/1.1" status: 200 len: 991 time: 1.4246604 Sep 07 12:38:04.222238 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'tag': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f'}] {{(pid=94578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:38:04.222755 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e6e7ef2484b5b996877234f86aab50a2429001469084689e0627d13c827ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde24408-72e1-44d9-9cb3-e60c86037d95" -d '{"events": [{"name": "network-changed", "server_uuid": "38d97b33-2488-47ec-afec-2cdd79be6d56", "tag": "9780d086-dd08-4ec6-ae3f-18a15e5dc58f"}]}' {{(pid=94578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:38:04.270510 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 12:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d346ba73-52b9-4a1c-9095-b1229b690e06 x-openstack-request-id: req-d346ba73-52b9-4a1c-9095-b1229b690e06 {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:38:04.270510 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d97b33-2488-47ec-afec-2cdd79be6d56", "tag": "9780d086-dd08-4ec6-ae3f-18a15e5dc58f", "status": "completed", "code": 200}]} {{(pid=94578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:38:04.270510 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d346ba73-52b9-4a1c-9095-b1229b690e06 {{(pid=94578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:38:04.270510 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'tag': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f', 'status': 'completed', 'code': 200} Sep 07 12:38:04.328066 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-e85c8184-8a92-4eb3-a23b-17f965421885 None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:04.335025 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde24408-72e1-44d9-9cb3-e60c86037d95 req-8ef2d602-7981-4beb-b6ee-4ab522a5f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:04.336691 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-fde24408-72e1-44d9-9cb3-e60c86037d95 req-8ef2d602-7981-4beb-b6ee-4ab522a5f705 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80c97025214e462c8c84c87c620566a9&device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 1099 time: 0.0415504 Sep 07 12:38:04.370466 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f22c29c0-94c7-4077-9934-93f68711bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.373091 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f22c29c0-94c7-4077-9934-93f68711bcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.377380 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-f22c29c0-94c7-4077-9934-93f68711bcec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1afe6c7a-cb55-43c0-a2cd-5b8745dd611e HTTP/1.1" status: 204 len: 168 time: 0.2541387 Sep 07 12:38:04.409986 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c29c0-94c7-4077-9934-93f68711bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afe6c7a-cb55-43c0-a2cd-5b8745dd611e,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:04.449365 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde24408-72e1-44d9-9cb3-e60c86037d95 req-6d780b1f-0969-43cb-9f79-466aece825ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:04.450859 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-fde24408-72e1-44d9-9cb3-e60c86037d95 req-6d780b1f-0969-43cb-9f79-466aece825ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b HTTP/1.1" status: 200 len: 918 time: 0.1072457 Sep 07 12:38:04.476055 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42466) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:04.529103 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-6d13be23-e882-497e-91c9-b26704e7cdb2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e0b28998b364085957254e4a6760c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518582 Sep 07 12:38:04.529743 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42468) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:04.544756 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-fde24408-72e1-44d9-9cb3-e60c86037d95 req-8c586bc6-3b7f-42cf-956b-9d5c106b456f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9780d086-dd08-4ec6-ae3f-18a15e5dc58f HTTP/1.1" status: 200 len: 999 time: 0.0857818 Sep 07 12:38:04.583914 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-574cb2fc-d0bb-4412-b3f9-c4aab0bb7bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.593274 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-e85c8184-8a92-4eb3-a23b-17f965421885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': 'edf24376-428e-4180-9f31-31f6ba573232', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'port_id': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'mac_address': 'fa:16:3e:43:9a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:37:46Z', 'updated_at': '2021-09-07T12:38:03Z', 'revision_number': 1, 'project_id': '80c97025214e462c8c84c87c620566a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:04.599605 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde24408-72e1-44d9-9cb3-e60c86037d95 req-acdc4a39-dc05-4823-af10-2da8ec66a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:04.601205 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-fde24408-72e1-44d9-9cb3-e60c86037d95 req-acdc4a39-dc05-4823-af10-2da8ec66a49f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aa68593-c000-4d40-8f9a-2d2c0e557b96 HTTP/1.1" status: 200 len: 856 time: 0.0486376 Sep 07 12:38:04.607465 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-574cb2fc-d0bb-4412-b3f9-c4aab0bb7bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.621173 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c8184-8a92-4eb3-a23b-17f965421885 None None] Checking router: ca200099-bdc5-44b5-9faa-bb4356ae154f for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:38:04.630152 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c8184-8a92-4eb3-a23b-17f965421885 None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:04.630764 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-e85c8184-8a92-4eb3-a23b-17f965421885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:37:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:04.648568 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde24408-72e1-44d9-9cb3-e60c86037d95 req-cfbb8c99-70ea-4539-a7e7-fc232a932401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:04.650026 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-fde24408-72e1-44d9-9cb3-e60c86037d95 req-cfbb8c99-70ea-4539-a7e7-fc232a932401 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412893 Sep 07 12:38:04.748763 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-e85c8184-8a92-4eb3-a23b-17f965421885 None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:04.757036 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-fde24408-72e1-44d9-9cb3-e60c86037d95 req-4e6404d9-2fe2-49d1-bc22-c0fcfdf00d8a service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989039 Sep 07 12:38:04.776410 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-574cb2fc-d0bb-4412-b3f9-c4aab0bb7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.778996 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-574cb2fc-d0bb-4412-b3f9-c4aab0bb7bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:04.780384 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-574cb2fc-d0bb-4412-b3f9-c4aab0bb7bc8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c9a5d69-0c38-40f0-9324-c03a1cd83447 HTTP/1.1" status: 204 len: 168 time: 0.2494888 Sep 07 12:38:04.788778 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cb2fc-d0bb-4412-b3f9-c4aab0bb7bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9a5d69-0c38-40f0-9324-c03a1cd83447,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:04.880297 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-fde24408-72e1-44d9-9cb3-e60c86037d95 req-86eba683-7e1c-4882-b8b5-471496c0dbc9 service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162045 Sep 07 12:38:05.021486 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-e85c8184-8a92-4eb3-a23b-17f965421885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': 'edf24376-428e-4180-9f31-31f6ba573232', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'port_id': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'mac_address': 'fa:16:3e:43:9a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:37:46Z', 'updated_at': '2021-09-07T12:38:03Z', 'revision_number': 1, 'project_id': '80c97025214e462c8c84c87c620566a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:05.047733 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c8184-8a92-4eb3-a23b-17f965421885 None None] The sync data for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi is: [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_floatingips': [{'id': 'edf24376-428e-4180-9f31-31f6ba573232', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'router_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'port_id': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'mac_address': 'fa:16:3e:43:9a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T12:37:46Z', 'updated_at': '2021-09-07T12:38:03Z', 'revision_number': 1, 'project_id': '80c97025214e462c8c84c87c620566a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:38:05.166382 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42474) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:05.179476 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2c78ce7b-2c10-40e9-91e1-251c31e11a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:05.290248 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dfb3fc-a002-40fc-a9fc-9b6e79212b11 None None] New status for floating IP edf24376-428e-4180-9f31-31f6ba573232: ACTIVE {{(pid=94580) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 12:38:05.305850 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2c78ce7b-2c10-40e9-91e1-251c31e11a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:05.365392 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2c78ce7b-2c10-40e9-91e1-251c31e11a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:05.404736 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2c78ce7b-2c10-40e9-91e1-251c31e11a51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=556a88a1614146708c0ac6adcd90c53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372551 Sep 07 12:38:05.405546 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78ce7b-2c10-40e9-91e1-251c31e11a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0feed8c6-6619-40d0-9822-c36e216bae40,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:05.413007 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42482) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:05.466242 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0d43de8f-cd8e-4ea3-a492-d9b555f85704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:05.486707 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0d43de8f-cd8e-4ea3-a492-d9b555f85704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:05.628450 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0d43de8f-cd8e-4ea3-a492-d9b555f85704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:05.631004 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0d43de8f-cd8e-4ea3-a492-d9b555f85704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:05.632455 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-0d43de8f-cd8e-4ea3-a492-d9b555f85704 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0feed8c6-6619-40d0-9822-c36e216bae40 HTTP/1.1" status: 204 len: 168 time: 0.2181087 Sep 07 12:38:05.640657 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43de8f-cd8e-4ea3-a492-d9b555f85704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0feed8c6-6619-40d0-9822-c36e216bae40,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:05.659847 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42486) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:05.708996 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-0529cdae-1e2b-4a76-89bb-c417aae49727 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a52c566930ca48c2bf6f8f27d5db8870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476613 Sep 07 12:38:05.711353 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42488) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:05.761038 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5101adcf-0e50-4c4b-9d79-565918c3425a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:05.783161 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5101adcf-0e50-4c4b-9d79-565918c3425a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:05.885163 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5101adcf-0e50-4c4b-9d79-565918c3425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:05.887757 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5101adcf-0e50-4c4b-9d79-565918c3425a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:05.891296 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-5101adcf-0e50-4c4b-9d79-565918c3425a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97089c39-e350-493e-b340-c440d62e1e8c HTTP/1.1" status: 204 len: 168 time: 0.1765206 Sep 07 12:38:05.897947 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101adcf-0e50-4c4b-9d79-565918c3425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97089c39-e350-493e-b340-c440d62e1e8c,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:09.067892 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-254cb845-4240-4a29-b54d-ffe9e7d292ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:09.284789 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42550) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:09.392935 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8e60dd4b-e13d-4d77-98cf-be9ca3cfafc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:09.479131 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8e60dd4b-e13d-4d77-98cf-be9ca3cfafc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:09.552865 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8e60dd4b-e13d-4d77-98cf-be9ca3cfafc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:09.593539 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-8e60dd4b-e13d-4d77-98cf-be9ca3cfafc8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=655368c2099e4be6b0c8937119668daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075962 Sep 07 12:38:09.594685 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60dd4b-e13d-4d77-98cf-be9ca3cfafc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0e0136-56ac-49fd-99c3-697a4122516b,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:09.596313 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42554) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:09.651871 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e136b3fe-056c-4d48-9796-238b584b86df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:09.674887 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e136b3fe-056c-4d48-9796-238b584b86df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:09.798121 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e136b3fe-056c-4d48-9796-238b584b86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:09.800770 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e136b3fe-056c-4d48-9796-238b584b86df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:09.801987 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-e136b3fe-056c-4d48-9796-238b584b86df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa0e0136-56ac-49fd-99c3-697a4122516b HTTP/1.1" status: 204 len: 168 time: 0.2039182 Sep 07 12:38:09.810782 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136b3fe-056c-4d48-9796-238b584b86df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0e0136-56ac-49fd-99c3-697a4122516b,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:11.782286 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:11.964177 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-adb789fb-555b-4443-a959-879d1fe44b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:13.015564 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:13.291059 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42666) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:13.397901 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-55d32f10-b243-4c04-9660-0bbd8c43ea9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:13.489799 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-55d32f10-b243-4c04-9660-0bbd8c43ea9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:13.547038 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-55d32f10-b243-4c04-9660-0bbd8c43ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:13.584389 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d32f10-b243-4c04-9660-0bbd8c43ea9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df16291f-0346-4c92-953b-e0c579f197e0,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:13.588697 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-55d32f10-b243-4c04-9660-0bbd8c43ea9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e15e9cc3c9354da7980157e2cd8eee4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965865 Sep 07 12:38:13.591389 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42670) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:13.641692 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-68106ad4-f6d0-4268-bf0d-d1cb5aeded47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:13.663192 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-68106ad4-f6d0-4268-bf0d-d1cb5aeded47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:13.819584 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-68106ad4-f6d0-4268-bf0d-d1cb5aeded47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:13.822388 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-68106ad4-f6d0-4268-bf0d-d1cb5aeded47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:13.823581 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-68106ad4-f6d0-4268-bf0d-d1cb5aeded47 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df16291f-0346-4c92-953b-e0c579f197e0 HTTP/1.1" status: 204 len: 168 time: 0.2312613 Sep 07 12:38:13.832848 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68106ad4-f6d0-4268-bf0d-d1cb5aeded47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df16291f-0346-4c92-953b-e0c579f197e0,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:14.843725 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:21.924189 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72539120-2b66-4aa8-bd5c-41d61d6167a4 req-390a2e57-96f8-4730-8605-4b16d0b86e60 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:21.925971 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-72539120-2b66-4aa8-bd5c-41d61d6167a4 req-390a2e57-96f8-4730-8605-4b16d0b86e60 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0562220 Sep 07 12:38:21.964514 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-72539120-2b66-4aa8-bd5c-41d61d6167a4 req-ccc8a06c-22d8-4408-9463-8e366c2c6ef6 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320847 Sep 07 12:38:23.084922 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0068ea4-e303-4577-ab50-3fb59b5b6f95 req-5f9155ac-9b66-467c-a4ef-c743b318aafc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:23.086419 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-e0068ea4-e303-4577-ab50-3fb59b5b6f95 req-5f9155ac-9b66-467c-a4ef-c743b318aafc tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0530627 Sep 07 12:38:23.125832 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-e0068ea4-e303-4577-ab50-3fb59b5b6f95 req-d06c3517-cd58-44df-83e2-6e9e00d012d4 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups?id=6fa137f4-96e1-49ac-81be-810d6f6b2430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332005 Sep 07 12:38:23.353663 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-8d391a11-1d92-4071-8bdc-671339a36f60 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:23.355125 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-8d391a11-1d92-4071-8bdc-671339a36f60 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.42 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 946 time: 0.0499725 Sep 07 12:38:23.452406 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Deleting port 3e28a449-2b13-4aaa-b64d-5313421bc3ad {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:23.452748 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:23.545471 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] For port 3e28a449-2b13-4aaa-b64d-5313421bc3ad, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3e28a449-2b13-4aaa-b64d-5313421bc3ad,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:23.545829 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:23.715405 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:23.715763 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:23.716103 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.l3_db [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Floating IP 28045f12-1b7d-43ef-8d0b-5d89729f8b2d disassociated. External IP: 172.27.2.47, port: 3e28a449-2b13-4aaa-b64d-5313421bc3ad. Sep 07 12:38:23.716442 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Calling delete_port for 3e28a449-2b13-4aaa-b64d-5313421bc3ad owned by compute:nova {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:23.922295 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:23.951200 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event deleted for resources: {'Port': ['ID=3e28a449-2b13-4aaa-b64d-5313421bc3ad,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:23.962325 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:23.962680 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:23.963024 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:23.963360 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:23.963695 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:23.964064 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:23.964371 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:23.964700 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:23.965030 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:23.965357 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:23.965792 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:23.966111 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:24.077880 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Router 3a6c6917-4749-45a5-967e-22dd738a192d has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:38:24.186793 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:38:24.198754 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac208be-2995-443f-97e3-e0fa1fcbe338 None None] Sync routers for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:38:24.209420 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac208be-2995-443f-97e3-e0fa1fcbe338 None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:24.210042 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-3ac208be-2995-443f-97e3-e0fa1fcbe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:24.225192 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-e8dd0900-7af8-4784-81e2-0818170a300f req-4be3dd6f-75ee-45c8-8f3f-bd317370d41a tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/ports?device_id=61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0 HTTP/1.1" status: 200 len: 210 time: 0.0301027 Sep 07 12:38:24.231891 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] No DVR routers for this DVR port 3e28a449-2b13-4aaa-b64d-5313421bc3ad on host hv-cinder-76019 {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:38:24.234675 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:24.238621 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-dcd618b2-5a00-414c-a3f6-c33c96eb3928 req-796e61d4-111e-438c-b3be-b6a242c73622 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.42 "DELETE /v2.0/ports/3e28a449-2b13-4aaa-b64d-5313421bc3ad HTTP/1.1" status: 204 len: 173 time: 0.8714287 Sep 07 12:38:24.239177 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'name': 'network-vif-deleted', 'tag': '3e28a449-2b13-4aaa-b64d-5313421bc3ad'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:38:24.246868 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ec219a-1b29-416f-b7af-0d2b5f40b6ee" -d '{"events": [{"server_uuid": "61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0", "name": "network-vif-deleted", "tag": "3e28a449-2b13-4aaa-b64d-5313421bc3ad"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:38:24.283531 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2de74f-165b-43c1-b55c-109ca2e5ed58 x-openstack-request-id: req-6f2de74f-165b-43c1-b55c-109ca2e5ed58 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:38:24.283951 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0", "name": "network-vif-deleted", "tag": "3e28a449-2b13-4aaa-b64d-5313421bc3ad", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:38:24.284314 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6f2de74f-165b-43c1-b55c-109ca2e5ed58 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:38:24.284799 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fcf52b-1ba4-42b3-b8b3-ca3bd4b7f9a0', 'name': 'network-vif-deleted', 'tag': '3e28a449-2b13-4aaa-b64d-5313421bc3ad', 'status': 'completed', 'code': 200} Sep 07 12:38:24.455074 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-3ac208be-2995-443f-97e3-e0fa1fcbe338 None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:24.651190 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-3ac208be-2995-443f-97e3-e0fa1fcbe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:24.677297 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac208be-2995-443f-97e3-e0fa1fcbe338 None None] Checking router: 3a6c6917-4749-45a5-967e-22dd738a192d for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:38:24.685545 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac208be-2995-443f-97e3-e0fa1fcbe338 None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:24.686172 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-3ac208be-2995-443f-97e3-e0fa1fcbe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:24.793860 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-3ac208be-2995-443f-97e3-e0fa1fcbe338 None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:25.006704 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-3ac208be-2995-443f-97e3-e0fa1fcbe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:25.035686 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac208be-2995-443f-97e3-e0fa1fcbe338 None None] The sync data for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi is: [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '56caaeab-89b9-4118-8283-190f65bcaa0b', 'name': '', 'network_id': '8cdda4ee-5ff5-4b09-8019-1614ee5f413a', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'mac_address': 'fa:16:3e:ca:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:26Z', 'updated_at': '2021-09-07T12:35:38Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'subnets': [{'id': '644ee434-d09c-4f23-81d2-2ffd9d7c226b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:38:25.261371 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5a04f-3de5-429d-a050-7438a8d78100 None None] New status for floating IP 28045f12-1b7d-43ef-8d0b-5d89729f8b2d: DOWN {{(pid=94580) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 12:38:25.448949 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42744) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:25.504986 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:25.528722 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:25.653309 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:25.655938 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:25.657163 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "DELETE /v2.0/security-groups/6fa137f4-96e1-49ac-81be-810d6f6b2430 HTTP/1.1" status: 204 len: 168 time: 0.2072043 Sep 07 12:38:25.660047 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42746) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:25.667337 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa137f4-96e1-49ac-81be-810d6f6b2430,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:25.675239 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.675584 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.675921 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.676277 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.676607 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.676934 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.677260 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.677587 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.677911 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.678226 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.678542 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.678856 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a013376-a6b9-4148-ba29-ee8d088d12b3 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:25.679206 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.api.v2.resource [None req-a0e9798b-3bf6-474a-a24d-3acb0937d05a tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] show failed (client error): The resource could not be found. Sep 07 12:38:25.681697 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-a0e9798b-3bf6-474a-a24d-3acb0937d05a tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "GET /v2.0/security-groups/6fa137f4-96e1-49ac-81be-810d6f6b2430 HTTP/1.1" status: 404 len: 347 time: 0.0192413 Sep 07 12:38:25.683173 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42748) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:25.820898 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-485a75f6-2429-444e-bde0-895ca5b17b01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Deleting port 56b10f7f-b07e-45b3-bec5-f0e86f43ff1d {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:25.821239 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-485a75f6-2429-444e-bde0-895ca5b17b01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:25.898675 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-485a75f6-2429-444e-bde0-895ca5b17b01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:25.899004 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-485a75f6-2429-444e-bde0-895ca5b17b01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:25.916387 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-485a75f6-2429-444e-bde0-895ca5b17b01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Calling delete_port for 56b10f7f-b07e-45b3-bec5-f0e86f43ff1d owned by network:floatingip {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:26.099630 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-485a75f6-2429-444e-bde0-895ca5b17b01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:26.124128 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a75f6-2429-444e-bde0-895ca5b17b01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Pushing event deleted for resources: {'Port': ['ID=56b10f7f-b07e-45b3-bec5-f0e86f43ff1d,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:26.189122 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-485a75f6-2429-444e-bde0-895ca5b17b01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks [] for floatingip, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:26.191667 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-485a75f6-2429-444e-bde0-895ca5b17b01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:26.194547 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-485a75f6-2429-444e-bde0-895ca5b17b01 tempest-AttachVolumeTestJSON-1974318234 tempest-AttachVolumeTestJSON-1974318234-project] 10.222.0.69 "DELETE /v2.0/floatingips/28045f12-1b7d-43ef-8d0b-5d89729f8b2d HTTP/1.1" status: 204 len: 168 time: 0.5088596 Sep 07 12:38:26.881660 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42768) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:27.252127 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 3e28a449-2b13-4aaa-b64d-5313421bc3ad no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:27.273336 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] No Port match for: 3e28a449-2b13-4aaa-b64d-5313421bc3ad {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:27.273681 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 3e28a449-2b13-4aaa-b64d-5313421bc3ad not bound to the agent host hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:27.481929 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567583'] for router_interface, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:27.739395 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] Deleting port 56caaeab-89b9-4118-8283-190f65bcaa0b {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:27.739653 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:27.821329 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] For port 56caaeab-89b9-4118-8283-190f65bcaa0b, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=56caaeab-89b9-4118-8283-190f65bcaa0b,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:27.821688 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:27.834727 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] Calling delete_port for 56caaeab-89b9-4118-8283-190f65bcaa0b owned by network:router_interface {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:28.167639 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:28.198346 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=56caaeab-89b9-4118-8283-190f65bcaa0b,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:28.383146 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567683'] for router_interface, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:28.606818 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] Router 3a6c6917-4749-45a5-967e-22dd738a192d has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:38:28.714373 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:38:28.725782 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-fd942720-4b29-47d9-90cc-a9e32811baf4 admin admin] 10.222.0.69 "PUT /v2.0/routers/3a6c6917-4749-45a5-967e-22dd738a192d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8374326 Sep 07 12:38:28.725782 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42774) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:28.725968 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dca8ac-0072-4241-9323-783f1bad6848 None None] Sync routers for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:38:28.735090 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dca8ac-0072-4241-9323-783f1bad6848 None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:28.735705 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-63dca8ac-0072-4241-9323-783f1bad6848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:28.826970 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Notify callbacks [] for router, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:28.841998 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-63dca8ac-0072-4241-9323-783f1bad6848 None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:28.932088 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:29.039340 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-63dca8ac-0072-4241-9323-783f1bad6848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:38:27Z', 'revision_number': 5, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port': {'id': 'b274d76b-418f-4b87-b178-1e9a6ae5528f', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:35:21Z', 'updated_at': '2021-09-07T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:29.067159 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dca8ac-0072-4241-9323-783f1bad6848 None None] Checking router: 3a6c6917-4749-45a5-967e-22dd738a192d for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:38:29.076139 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dca8ac-0072-4241-9323-783f1bad6848 None None] Routers {'3a6c6917-4749-45a5-967e-22dd738a192d'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:29.076776 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-63dca8ac-0072-4241-9323-783f1bad6848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['3a6c6917-4749-45a5-967e-22dd738a192d'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:29.083977 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Deleting port b274d76b-418f-4b87-b178-1e9a6ae5528f {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:29.084352 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:29.169592 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-63dca8ac-0072-4241-9323-783f1bad6848 None None] Set router 3a6c6917-4749-45a5-967e-22dd738a192d gateway port host: None {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:29.179088 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] For port b274d76b-418f-4b87-b178-1e9a6ae5528f, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=b274d76b-418f-4b87-b178-1e9a6ae5528f,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:29.179501 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:29.205203 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Calling delete_port for b274d76b-418f-4b87-b178-1e9a6ae5528f owned by network:router_gateway {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:29.224567 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-63dca8ac-0072-4241-9323-783f1bad6848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:38:28Z', 'revision_number': 6, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port_host': None}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:29.256205 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dca8ac-0072-4241-9323-783f1bad6848 None None] The sync data for ids ['3a6c6917-4749-45a5-967e-22dd738a192d'] in dv-cinder-760199-14-iscsi is: [{'id': '3a6c6917-4749-45a5-967e-22dd738a192d', 'name': 'tempest-AttachVolumeTestJSON-746495377-router', 'tenant_id': '8396a5d0a3a54a20b65c744f20906778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:35:20Z', 'updated_at': '2021-09-07T12:38:28Z', 'revision_number': 6, 'project_id': '8396a5d0a3a54a20b65c744f20906778', 'gw_port_host': None}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:38:29.493173 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:29.523600 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=b274d76b-418f-4b87-b178-1e9a6ae5528f,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:29.585204 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567841'] for router_gateway, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:29.701025 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1529712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22140'] for router, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:29.703697 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:29.830138 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1529723'] for router, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:29.830660 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a6c6917-4749-45a5-967e-22dd738a192d {{(pid=94577) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:38:29.835367 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:29.836639 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-96b22a1b-aaa2-4fd3-959a-b6438bb58a34 admin admin] 10.222.0.69 "DELETE /v2.0/routers/3a6c6917-4749-45a5-967e-22dd738a192d HTTP/1.1" status: 204 len: 168 time: 1.1130214 Sep 07 12:38:29.839176 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42784) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:29.894638 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ef207b-c6f6-4ad9-aec5-db408c4ffdf7 admin admin] Deleting subnet 644ee434-d09c-4f23-81d2-2ffd9d7c226b {{(pid=94577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:38:29.898185 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-51ef207b-c6f6-4ad9-aec5-db408c4ffdf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:29.933826 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-51ef207b-c6f6-4ad9-aec5-db408c4ffdf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421547'] for subnet, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.013878 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-51ef207b-c6f6-4ad9-aec5-db408c4ffdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.075795 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.087477 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device b274d76b-418f-4b87-b178-1e9a6ae5528f no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:30.109077 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: b274d76b-418f-4b87-b178-1e9a6ae5528f {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:30.109417 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device b274d76b-418f-4b87-b178-1e9a6ae5528f not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:30.109840 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 56caaeab-89b9-4118-8283-190f65bcaa0b no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:30.129209 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 56caaeab-89b9-4118-8283-190f65bcaa0b {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:30.129738 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 56caaeab-89b9-4118-8283-190f65bcaa0b not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:30.157057 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-51ef207b-c6f6-4ad9-aec5-db408c4ffdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8425423'] for subnet, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.184450 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef207b-c6f6-4ad9-aec5-db408c4ffdf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644ee434-d09c-4f23-81d2-2ffd9d7c226b,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:30.189083 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-51ef207b-c6f6-4ad9-aec5-db408c4ffdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.191399 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-51ef207b-c6f6-4ad9-aec5-db408c4ffdf7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/644ee434-d09c-4f23-81d2-2ffd9d7c226b HTTP/1.1" status: 204 len: 168 time: 0.3508360 Sep 07 12:38:30.193885 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42786) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:30.196919 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14003bdf-7b2d-4d07-a8f2-40881dcc260b None None] Network 8cdda4ee-5ff5-4b09-8019-1614ee5f413a requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:38:30.280378 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.340183 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Deleting port 49995b4b-4591-4586-a2a0-3133d6e3bcba {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:30.340446 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.397904 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] DHCP port deletion for 8cdda4ee-5ff5-4b09-8019-1614ee5f413a request from dv-cinder-760199-14-iscsi {{(pid=94579) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:38:30.417330 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] For port 49995b4b-4591-4586-a2a0-3133d6e3bcba, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=49995b4b-4591-4586-a2a0-3133d6e3bcba,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:30.417702 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.432454 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Calling delete_port for 49995b4b-4591-4586-a2a0-3133d6e3bcba owned by network:dhcp {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:30.449791 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Deleting port 49995b4b-4591-4586-a2a0-3133d6e3bcba {{(pid=94579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:30.450261 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.519165 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] For port 49995b4b-4591-4586-a2a0-3133d6e3bcba, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=49995b4b-4591-4586-a2a0-3133d6e3bcba,segment=NetworkSegment(44baf18e-497a-4663-a344-4efe5ec0749c),segment_id=44baf18e-497a-4663-a344-4efe5ec0749c)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:30.519600 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.534305 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Calling delete_port for 49995b4b-4591-4586-a2a0-3133d6e3bcba owned by network:dhcp {{(pid=94579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:30.566998 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.593340 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Pushing event deleted for resources: {'Port': ['ID=49995b4b-4591-4586-a2a0-3133d6e3bcba,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:30.602705 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] No DVR routers for this DVR port 49995b4b-4591-4586-a2a0-3133d6e3bcba on host dv-cinder-760199-14-iscsi {{(pid=94578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:38:30.613165 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861'] for port, after_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.638233 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Pushing event deleted for resources: {'Port': ['ID=49995b4b-4591-4586-a2a0-3133d6e3bcba,revision_number=None']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:30.643201 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] No DVR routers for this DVR port 49995b4b-4591-4586-a2a0-3133d6e3bcba on host dv-cinder-760199-14-iscsi {{(pid=94579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:38:30.649717 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.650063 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.650406 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.651441 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.651441 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.651441 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.651734 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.651986 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.652332 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.652652 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.652972 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.653281 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d9414-3073-4251-b45e-dd2b8b8be200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:38:30.678016 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.697744 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdda4ee-5ff5-4b09-8019-1614ee5f413a']}} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:30.707268 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44baf18e-497a-4663-a344-4efe5ec0749c') {'for_net_delete': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:30.707560 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44baf18e-497a-4663-a344-4efe5ec0749c') {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:30.716973 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9043924'] for segment, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.730908 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.736998 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94578) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:38:30.737375 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491559'] for segment, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: Traceback (most recent call last): Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: timer() Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: cb(*args, **kw) Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: return func(*args, **kwargs) Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: self._notify() Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: self.callback(batched_events) Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: event.method(event) Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: return f(self, *a, **k) Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._get(url).json() Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: return self.request(url, 'GET', **kwargs) Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:38:30.738993 dv-cinder-760199-14-iscsi neutron-server[94578]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:38:30.870371 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.876246 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:30.878214 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8cdda4ee-5ff5-4b09-8019-1614ee5f413a HTTP/1.1" status: 204 len: 168 time: 0.6828732 Sep 07 12:38:30.890040 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505b461-6725-4bf3-983f-5bdc71795798 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cdda4ee-5ff5-4b09-8019-1614ee5f413a,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:31.032300 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-f23f0d78-5b71-4ee8-8454-c51c1f7d81d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423746 Sep 07 12:38:31.115223 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-08b3cff5-f5b8-4a39-873e-8dc98b382805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:31.116774 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-08b3cff5-f5b8-4a39-873e-8dc98b382805 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80c97025214e462c8c84c87c620566a9&device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 1099 time: 0.0415404 Sep 07 12:38:31.229930 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-4416ac5c-b668-4c5c-8b4f-cf5ce94acf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:31.231441 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-4416ac5c-b668-4c5c-8b4f-cf5ce94acf78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b HTTP/1.1" status: 200 len: 918 time: 0.0947621 Sep 07 12:38:31.259288 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42792) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:31.298231 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-a9aeb721-b1b8-4446-9521-3e30fc71ecc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9780d086-dd08-4ec6-ae3f-18a15e5dc58f HTTP/1.1" status: 200 len: 1001 time: 0.0591614 Sep 07 12:38:31.300019 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-c2089137-8dbf-4cba-afe6-3016e93598f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8396a5d0a3a54a20b65c744f20906778&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395215 Sep 07 12:38:31.302654 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42794) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:31.352281 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-9bb76d2f-fd6a-470f-8231-a2110bcd9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:31.352811 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a11e6263-b6d4-4a18-a58b-aa9ac5d43cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:31.353817 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-9bb76d2f-fd6a-470f-8231-a2110bcd9f6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aa68593-c000-4d40-8f9a-2d2c0e557b96 HTTP/1.1" status: 200 len: 856 time: 0.0492010 Sep 07 12:38:31.377532 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a11e6263-b6d4-4a18-a58b-aa9ac5d43cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:31.401135 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-ecd66d73-a8de-4b58-9bf9-7461caa3f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:31.402774 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-ecd66d73-a8de-4b58-9bf9-7461caa3f83c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7009db58-3ac6-460e-8aaa-b5e69ba13f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412507 Sep 07 12:38:31.497945 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-2c644dd1-c17b-4d46-b0fc-72fbe256d6a9 service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876026 Sep 07 12:38:31.515578 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a11e6263-b6d4-4a18-a58b-aa9ac5d43cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:31.518164 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a11e6263-b6d4-4a18-a58b-aa9ac5d43cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:31.519309 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-a11e6263-b6d4-4a18-a58b-aa9ac5d43cee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d7690264-30d5-4b1f-b324-86f265f466a0 HTTP/1.1" status: 204 len: 168 time: 0.2157664 Sep 07 12:38:31.527525 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e6263-b6d4-4a18-a58b-aa9ac5d43cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7690264-30d5-4b1f-b324-86f265f466a0,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:31.594024 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-6dba4ead-b73a-4d67-a9c2-d674ac95d486 req-6a2d6c3f-71df-4fcb-91ba-bb38981907b4 service neutron] 10.222.0.42 "GET /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887673 Sep 07 12:38:31.969766 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 49995b4b-4591-4586-a2a0-3133d6e3bcba no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:31.993435 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 49995b4b-4591-4586-a2a0-3133d6e3bcba {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:31.993777 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 49995b4b-4591-4586-a2a0-3133d6e3bcba not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:34.305595 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 42838) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:34.411884 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-65635bb5-be43-4b10-b5be-b73ae4bc8f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:34.505086 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-65635bb5-be43-4b10-b5be-b73ae4bc8f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:34.571931 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-65635bb5-be43-4b10-b5be-b73ae4bc8f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:34.610412 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-65635bb5-be43-4b10-b5be-b73ae4bc8f13 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5b2c935807f485da2519fba1b8861e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036566 Sep 07 12:38:34.611607 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65635bb5-be43-4b10-b5be-b73ae4bc8f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df347eea-a43b-4bed-9d58-0b47a123513e,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:34.613537 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42842) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:34.663023 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0755b289-1179-40fc-b2ed-8bffaab620b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:34.684418 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0755b289-1179-40fc-b2ed-8bffaab620b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:34.783784 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0755b289-1179-40fc-b2ed-8bffaab620b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:34.786419 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0755b289-1179-40fc-b2ed-8bffaab620b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:34.787707 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-0755b289-1179-40fc-b2ed-8bffaab620b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df347eea-a43b-4bed-9d58-0b47a123513e HTTP/1.1" status: 204 len: 168 time: 0.1728477 Sep 07 12:38:34.795473 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755b289-1179-40fc-b2ed-8bffaab620b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df347eea-a43b-4bed-9d58-0b47a123513e,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:38.051523 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:38:38.217330 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42920) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:38.324444 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ffd683a-6617-4826-a116-a03fffb465cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:38.410697 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ffd683a-6617-4826-a116-a03fffb465cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:38.513159 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ffd683a-6617-4826-a116-a03fffb465cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:38.549502 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd683a-6617-4826-a116-a03fffb465cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c461c191-424c-4dfd-bb45-03f2b527870d,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:38.553727 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-3ffd683a-6617-4826-a116-a03fffb465cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=71d32e003bb6480aa5e4ff8b708b80d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345747 Sep 07 12:38:38.559915 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42924) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:38.604819 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a6012f69-c61d-4486-9d7f-e5e45fb16e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:38.626076 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a6012f69-c61d-4486-9d7f-e5e45fb16e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:38.771832 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a6012f69-c61d-4486-9d7f-e5e45fb16e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:38.774407 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a6012f69-c61d-4486-9d7f-e5e45fb16e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:38.775578 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-a6012f69-c61d-4486-9d7f-e5e45fb16e72 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c461c191-424c-4dfd-bb45-03f2b527870d HTTP/1.1" status: 204 len: 168 time: 0.2179847 Sep 07 12:38:38.790625 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6012f69-c61d-4486-9d7f-e5e45fb16e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c461c191-424c-4dfd-bb45-03f2b527870d,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:39.046352 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-5f5e324f-33e1-4092-8f2f-2642162a2d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:39.349987 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42932) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:39.363614 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3f83cba9-922d-4d33-9ea3-aac9fdbb51ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:39.455869 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3f83cba9-922d-4d33-9ea3-aac9fdbb51ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:39.524313 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3f83cba9-922d-4d33-9ea3-aac9fdbb51ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:39.560773 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83cba9-922d-4d33-9ea3-aac9fdbb51ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13915a89-7bc1-4bba-874e-e5c81040a4ee,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:39.566411 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-3f83cba9-922d-4d33-9ea3-aac9fdbb51ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=658c979aeb214d6fb7f0b1befc54e238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147014 Sep 07 12:38:39.568389 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42934) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:39.616582 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f4d2-4f7d-43bb-9d31-b92bc0073648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:39.638397 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f4d2-4f7d-43bb-9d31-b92bc0073648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:39.785051 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f4d2-4f7d-43bb-9d31-b92bc0073648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:39.787738 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f4d2-4f7d-43bb-9d31-b92bc0073648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:39.788946 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-b5e4f4d2-4f7d-43bb-9d31-b92bc0073648 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/13915a89-7bc1-4bba-874e-e5c81040a4ee HTTP/1.1" status: 204 len: 168 time: 0.2196131 Sep 07 12:38:39.797331 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4f4d2-4f7d-43bb-9d31-b92bc0073648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13915a89-7bc1-4bba-874e-e5c81040a4ee,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:41.718721 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:41.958636 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-654e8745-e606-4b85-8299-0aace110df91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:43.034253 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:43.481695 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 42994) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:43.586851 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c754a545-d8f4-4f6d-9da6-90c85911e983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:43.676322 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c754a545-d8f4-4f6d-9da6-90c85911e983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:43.769768 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c754a545-d8f4-4f6d-9da6-90c85911e983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:43.810250 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-c754a545-d8f4-4f6d-9da6-90c85911e983 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=798b41551f5d481ca5675362fc839492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273427 Sep 07 12:38:43.811519 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754a545-d8f4-4f6d-9da6-90c85911e983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff35030-6be7-494f-8c81-a0b7966c8856,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:43.813401 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43000) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:43.866464 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12d054a6-1151-484f-84c9-13437b51ce2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:43.890146 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12d054a6-1151-484f-84c9-13437b51ce2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:44.016578 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12d054a6-1151-484f-84c9-13437b51ce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:44.019268 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-12d054a6-1151-484f-84c9-13437b51ce2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:44.020465 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-12d054a6-1151-484f-84c9-13437b51ce2e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fff35030-6be7-494f-8c81-a0b7966c8856 HTTP/1.1" status: 204 len: 168 time: 0.2060192 Sep 07 12:38:44.028680 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d054a6-1151-484f-84c9-13437b51ce2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff35030-6be7-494f-8c81-a0b7966c8856,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:44.647381 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43006) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:44.660914 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-59f7506e-7a07-4099-b6ba-5cad22799df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:44.748717 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-59f7506e-7a07-4099-b6ba-5cad22799df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:44.822535 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-59f7506e-7a07-4099-b6ba-5cad22799df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:44.851021 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:44.865038 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-59f7506e-7a07-4099-b6ba-5cad22799df6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b4981186d6a4332abcacbdac2faa21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135103 Sep 07 12:38:44.865038 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7506e-7a07-4099-b6ba-5cad22799df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e774b65-b00c-4701-9627-b4f030586392,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:44.865416 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43014) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:44.915539 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2c5174ff-7463-4871-96da-360f61ea1c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:44.940636 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2c5174ff-7463-4871-96da-360f61ea1c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:45.080303 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2c5174ff-7463-4871-96da-360f61ea1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:45.083043 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2c5174ff-7463-4871-96da-360f61ea1c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:45.084316 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-2c5174ff-7463-4871-96da-360f61ea1c04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9e774b65-b00c-4701-9627-b4f030586392 HTTP/1.1" status: 204 len: 168 time: 0.2178791 Sep 07 12:38:45.092601 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5174ff-7463-4871-96da-360f61ea1c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e774b65-b00c-4701-9627-b4f030586392,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:45.972425 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108799e8-e57f-4710-b9cc-b91aa056f8a3 req-4c891226-1999-4edb-a209-497c9f9a3a6c tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:45.974019 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-108799e8-e57f-4710-b9cc-b91aa056f8a3 req-4c891226-1999-4edb-a209-497c9f9a3a6c tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 946 time: 0.0529213 Sep 07 12:38:46.014546 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-108799e8-e57f-4710-b9cc-b91aa056f8a3 req-a862344e-b8f3-4fd4-9de5-7b6908a91a77 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343213 Sep 07 12:38:47.144602 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711c99b-8ba7-46f5-9d62-6ef6df022425 req-da2c3b57-5702-4eb8-a932-0a6792f0ef7e tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:47.146079 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-b711c99b-8ba7-46f5-9d62-6ef6df022425 req-da2c3b57-5702-4eb8-a932-0a6792f0ef7e tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 946 time: 0.0550141 Sep 07 12:38:47.191433 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [req-b711c99b-8ba7-46f5-9d62-6ef6df022425 req-bf381acc-fdc2-4253-8dc8-f9888a859e58 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb6976bc-d592-40ce-abef-69c246de509f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391374 Sep 07 12:38:47.239588 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-6f15e13c-222c-4d73-b2e4-184db6b8ff01 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:47.241271 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-6f15e13c-222c-4d73-b2e4-184db6b8ff01 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 946 time: 0.0550697 Sep 07 12:38:47.334096 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Deleting port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:47.340331 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:47.428576 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] For port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9780d086-dd08-4ec6-ae3f-18a15e5dc58f,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:47.428850 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:47.842839 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:47.843196 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567839'] for floatingip, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:47.843561 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.l3_db [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Floating IP edf24376-428e-4180-9f31-31f6ba573232 disassociated. External IP: 172.27.2.73, port: 9780d086-dd08-4ec6-ae3f-18a15e5dc58f. Sep 07 12:38:47.843903 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Calling delete_port for 9780d086-dd08-4ec6-ae3f-18a15e5dc58f owned by compute:nova {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:48.044816 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:48.074137 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event deleted for resources: {'Port': ['ID=9780d086-dd08-4ec6-ae3f-18a15e5dc58f,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:48.189498 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Router ca200099-bdc5-44b5-9faa-bb4356ae154f has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:38:48.322234 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-2aba65e7-bc55-4007-abcd-25c2e4091316 req-0a20c28a-e247-4b90-a695-02faa0b1ed95 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 210 time: 0.0301611 Sep 07 12:38:48.331867 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:38:48.342414 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6c2aa-3dfe-4218-9a8a-f7210008a1f0 None None] Sync routers for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:38:48.354403 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6c2aa-3dfe-4218-9a8a-f7210008a1f0 None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:48.355361 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-56e6c2aa-3dfe-4218-9a8a-f7210008a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:48.377447 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] No DVR routers for this DVR port 9780d086-dd08-4ec6-ae3f-18a15e5dc58f on host hv-cinder-76019 {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:38:48.380194 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for port, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:48.382286 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-147a7923-d576-4bf0-9477-7d244e5edea0 req-08c957cc-fe3e-401b-a2ed-fad102549d4f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.42 "DELETE /v2.0/ports/9780d086-dd08-4ec6-ae3f-18a15e5dc58f HTTP/1.1" status: 204 len: 173 time: 1.1353462 Sep 07 12:38:48.382732 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'name': 'network-vif-deleted', 'tag': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 12:38:48.385135 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e93719e63434ec8045fede0cd842e06fd1c81a156ce4776620040c5d922cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4becc40a-d4af-4c5d-a9ba-fed6ae696012" -d '{"events": [{"server_uuid": "38d97b33-2488-47ec-afec-2cdd79be6d56", "name": "network-vif-deleted", "tag": "9780d086-dd08-4ec6-ae3f-18a15e5dc58f"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 12:38:48.430788 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 12:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a52e159-f61a-4f0a-b09d-0e7a11fe45e7 x-openstack-request-id: req-2a52e159-f61a-4f0a-b09d-0e7a11fe45e7 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 12:38:48.431080 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d97b33-2488-47ec-afec-2cdd79be6d56", "name": "network-vif-deleted", "tag": "9780d086-dd08-4ec6-ae3f-18a15e5dc58f", "status": "completed", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 12:38:48.431429 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a52e159-f61a-4f0a-b09d-0e7a11fe45e7 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 12:38:48.431724 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d97b33-2488-47ec-afec-2cdd79be6d56', 'name': 'network-vif-deleted', 'tag': '9780d086-dd08-4ec6-ae3f-18a15e5dc58f', 'status': 'completed', 'code': 200} Sep 07 12:38:48.483812 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-56e6c2aa-3dfe-4218-9a8a-f7210008a1f0 None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:48.778213 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-56e6c2aa-3dfe-4218-9a8a-f7210008a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:48.806367 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6c2aa-3dfe-4218-9a8a-f7210008a1f0 None None] Checking router: ca200099-bdc5-44b5-9faa-bb4356ae154f for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:38:48.815414 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6c2aa-3dfe-4218-9a8a-f7210008a1f0 None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:48.816019 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-56e6c2aa-3dfe-4218-9a8a-f7210008a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:48.924434 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-56e6c2aa-3dfe-4218-9a8a-f7210008a1f0 None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:48.996675 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43080) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:49.113764 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-756de2e2-9054-449f-8ea5-f3cf37455a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:49.140015 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-56e6c2aa-3dfe-4218-9a8a-f7210008a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:49.167540 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6c2aa-3dfe-4218-9a8a-f7210008a1f0 None None] The sync data for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi is: [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:36:21Z', 'revision_number': 4, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '58b82d23-6ccc-4dea-9151-bfde587c03b8', 'name': '', 'network_id': '7009db58-3ac6-460e-8aaa-b5e69ba13f0b', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'mac_address': 'fa:16:3e:25:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:20Z', 'updated_at': '2021-09-07T12:36:28Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'subnets': [{'id': '7aa68593-c000-4d40-8f9a-2d2c0e557b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:38:49.224640 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-756de2e2-9054-449f-8ea5-f3cf37455a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:49.283276 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-756de2e2-9054-449f-8ea5-f3cf37455a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:49.323434 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-756de2e2-9054-449f-8ea5-f3cf37455a0e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0cb55975ba83494590dc67db01173eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251836 Sep 07 12:38:49.325791 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43084) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:49.328255 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756de2e2-9054-449f-8ea5-f3cf37455a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645f9435-40e3-49c9-8546-1a1d5d05056e,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:49.386343 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9be5961b-6331-4b65-a825-cee4c3f19dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:49.410687 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9be5961b-6331-4b65-a825-cee4c3f19dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:49.433508 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36e3f7-93a0-46d5-944d-140b97dc575b None None] New status for floating IP edf24376-428e-4180-9f31-31f6ba573232: DOWN {{(pid=94579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 12:38:49.452210 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [req-54ab5b38-7b72-44ab-9d75-b8214eef3295 req-2ad8a399-c470-4a7f-bdb2-1dc7ac6e872f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d97b33-2488-47ec-afec-2cdd79be6d56 HTTP/1.1" status: 200 len: 210 time: 0.0370662 Sep 07 12:38:49.575813 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9be5961b-6331-4b65-a825-cee4c3f19dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:49.579082 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9be5961b-6331-4b65-a825-cee4c3f19dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:49.580367 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-9be5961b-6331-4b65-a825-cee4c3f19dc6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/645f9435-40e3-49c9-8546-1a1d5d05056e HTTP/1.1" status: 204 len: 168 time: 0.2528553 Sep 07 12:38:49.588511 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5961b-6331-4b65-a825-cee4c3f19dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645f9435-40e3-49c9-8546-1a1d5d05056e,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:50.187927 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43092) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:50.201361 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-884ded1b-8242-411a-82c8-bb1f27769625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:50.287431 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-884ded1b-8242-411a-82c8-bb1f27769625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:50.352953 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-884ded1b-8242-411a-82c8-bb1f27769625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:50.389885 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ded1b-8242-411a-82c8-bb1f27769625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d76a258-3e95-4f5a-8550-2302f67428f5,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:50.394728 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-884ded1b-8242-411a-82c8-bb1f27769625 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd80be559c0d40aebd4a1d1355a0bd68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049696 Sep 07 12:38:50.397011 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43094) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:50.451696 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-30cd255d-4e59-4314-aa30-ca957dcee5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:50.473427 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-30cd255d-4e59-4314-aa30-ca957dcee5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:50.599235 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-30cd255d-4e59-4314-aa30-ca957dcee5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:50.602113 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-30cd255d-4e59-4314-aa30-ca957dcee5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:50.603297 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-30cd255d-4e59-4314-aa30-ca957dcee5ad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d76a258-3e95-4f5a-8550-2302f67428f5 HTTP/1.1" status: 204 len: 168 time: 0.2053938 Sep 07 12:38:50.612382 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd255d-4e59-4314-aa30-ca957dcee5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d76a258-3e95-4f5a-8550-2302f67428f5,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:50.657261 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43102) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:50.713969 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2bb44fdc-5fd1-4883-b008-a09014015577 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:50.739024 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2bb44fdc-5fd1-4883-b008-a09014015577 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:50.888719 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2bb44fdc-5fd1-4883-b008-a09014015577 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:50.891390 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2bb44fdc-5fd1-4883-b008-a09014015577 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:50.892614 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-2bb44fdc-5fd1-4883-b008-a09014015577 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "DELETE /v2.0/security-groups/eb6976bc-d592-40ce-abef-69c246de509f HTTP/1.1" status: 204 len: 168 time: 0.2343037 Sep 07 12:38:50.895571 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43104) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:50.902269 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb44fdc-5fd1-4883-b008-a09014015577 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6976bc-d592-40ce-abef-69c246de509f,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:50.915379 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.api.v2.resource [None req-6f33bc2f-269d-4267-b33d-a1734c585b52 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] show failed (client error): The resource could not be found. Sep 07 12:38:50.916683 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-6f33bc2f-269d-4267-b33d-a1734c585b52 tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "GET /v2.0/security-groups/eb6976bc-d592-40ce-abef-69c246de509f HTTP/1.1" status: 404 len: 347 time: 0.0197103 Sep 07 12:38:50.919731 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43106) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:51.051544 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-a7b24e39-aa60-4acd-8741-c50db050135f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Deleting port 3b641eb2-8a0a-428e-8b03-465599d469d9 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:51.051888 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a7b24e39-aa60-4acd-8741-c50db050135f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:51.136494 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a7b24e39-aa60-4acd-8741-c50db050135f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:51.136827 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a7b24e39-aa60-4acd-8741-c50db050135f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:51.148943 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-a7b24e39-aa60-4acd-8741-c50db050135f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Calling delete_port for 3b641eb2-8a0a-428e-8b03-465599d469d9 owned by network:floatingip {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:51.353014 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a7b24e39-aa60-4acd-8741-c50db050135f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:51.379993 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b24e39-aa60-4acd-8741-c50db050135f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Pushing event deleted for resources: {'Port': ['ID=3b641eb2-8a0a-428e-8b03-465599d469d9,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:51.401432 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 9780d086-dd08-4ec6-ae3f-18a15e5dc58f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:51.456312 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a7b24e39-aa60-4acd-8741-c50db050135f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks [] for floatingip, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:51.460982 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a7b24e39-aa60-4acd-8741-c50db050135f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164762'] for floatingip, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:51.462589 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-a7b24e39-aa60-4acd-8741-c50db050135f tempest-AttachVolumeShelveTestJSON-770551195 tempest-AttachVolumeShelveTestJSON-770551195-project] 10.222.0.69 "DELETE /v2.0/floatingips/edf24376-428e-4180-9f31-31f6ba573232 HTTP/1.1" status: 204 len: 168 time: 0.5417995 Sep 07 12:38:51.558477 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] No Port match for: 9780d086-dd08-4ec6-ae3f-18a15e5dc58f {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:51.558822 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Device 9780d086-dd08-4ec6-ae3f-18a15e5dc58f not bound to the agent host hv-cinder-76019 {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:52.283116 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43148) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:52.643854 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567583'] for router_interface, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:52.901702 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] Deleting port 58b82d23-6ccc-4dea-9151-bfde587c03b8 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:52.902044 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:52.990953 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] For port 58b82d23-6ccc-4dea-9151-bfde587c03b8, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=58b82d23-6ccc-4dea-9151-bfde587c03b8,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:52.991323 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:53.004731 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] Calling delete_port for 58b82d23-6ccc-4dea-9151-bfde587c03b8 owned by network:router_interface {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:53.284485 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:53.314987 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] Pushing event deleted for resources: {'Port': ['ID=58b82d23-6ccc-4dea-9151-bfde587c03b8,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:53.485102 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567683'] for router_interface, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:53.660376 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43162) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:53.708698 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] Router ca200099-bdc5-44b5-9faa-bb4356ae154f has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:38:53.768602 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-570a178c-60f5-4359-846c-75d9125d7a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:53.819088 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:38:53.831969 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-dd74576c-0419-424a-bb64-4ed3f740ffda admin admin] 10.222.0.69 "PUT /v2.0/routers/ca200099-bdc5-44b5-9faa-bb4356ae154f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5399768 Sep 07 12:38:53.832120 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43166) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:53.832221 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627a3672-0728-4348-9e7d-8a201df81096 None None] Sync routers for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:38:53.838928 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a3672-0728-4348-9e7d-8a201df81096 None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:53.839680 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-627a3672-0728-4348-9e7d-8a201df81096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:53.912856 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-570a178c-60f5-4359-846c-75d9125d7a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:53.950190 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-627a3672-0728-4348-9e7d-8a201df81096 None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:53.961945 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.000252 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-570a178c-60f5-4359-846c-75d9125d7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.050002 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-570a178c-60f5-4359-846c-75d9125d7a43 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=704515d112454957b50caa38ba9ef139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868432 Sep 07 12:38:54.052599 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a178c-60f5-4359-846c-75d9125d7a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddec2fa3-f4bb-497c-99d7-dadc6d7c0715,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:54.053317 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43168) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:54.112810 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.135728 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-627a3672-0728-4348-9e7d-8a201df81096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:38:53Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:54.136697 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-36288670-f8b0-402f-a20e-34d27ab44b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.158675 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-36288670-f8b0-402f-a20e-34d27ab44b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.166794 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627a3672-0728-4348-9e7d-8a201df81096 None None] Checking router: ca200099-bdc5-44b5-9faa-bb4356ae154f for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:38:54.175404 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a3672-0728-4348-9e7d-8a201df81096 None None] Routers {'ca200099-bdc5-44b5-9faa-bb4356ae154f'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:54.176021 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-627a3672-0728-4348-9e7d-8a201df81096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['ca200099-bdc5-44b5-9faa-bb4356ae154f'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:54.263029 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Deleting port ac6620ba-61de-4422-8c64-9a04769ccbc7 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:54.263368 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.281031 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-627a3672-0728-4348-9e7d-8a201df81096 None None] Set router ca200099-bdc5-44b5-9faa-bb4356ae154f gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:54.301273 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-36288670-f8b0-402f-a20e-34d27ab44b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.304125 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-36288670-f8b0-402f-a20e-34d27ab44b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.307756 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-36288670-f8b0-402f-a20e-34d27ab44b45 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ddec2fa3-f4bb-497c-99d7-dadc6d7c0715 HTTP/1.1" status: 204 len: 168 time: 0.2509313 Sep 07 12:38:54.318260 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36288670-f8b0-402f-a20e-34d27ab44b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddec2fa3-f4bb-497c-99d7-dadc6d7c0715,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:54.351786 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] For port ac6620ba-61de-4422-8c64-9a04769ccbc7, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=ac6620ba-61de-4422-8c64-9a04769ccbc7,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:54.352177 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.364471 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Calling delete_port for ac6620ba-61de-4422-8c64-9a04769ccbc7 owned by network:router_gateway {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:54.475696 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-627a3672-0728-4348-9e7d-8a201df81096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:38:53Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:54.503823 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627a3672-0728-4348-9e7d-8a201df81096 None None] The sync data for ids ['ca200099-bdc5-44b5-9faa-bb4356ae154f'] in dv-cinder-760199-14-iscsi is: [{'id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'name': 'tempest-AttachVolumeShelveTestJSON-1084585593-router', 'tenant_id': '80c97025214e462c8c84c87c620566a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:36:16Z', 'updated_at': '2021-09-07T12:38:53Z', 'revision_number': 5, 'project_id': '80c97025214e462c8c84c87c620566a9', 'gw_port': {'id': 'ac6620ba-61de-4422-8c64-9a04769ccbc7', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca200099-bdc5-44b5-9faa-bb4356ae154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:36:17Z', 'updated_at': '2021-09-07T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:38:54.701422 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.727217 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6620ba-61de-4422-8c64-9a04769ccbc7,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:54.793372 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567841'] for router_gateway, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.891051 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1529712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22140'] for router, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:54.893632 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.031541 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1529723'] for router, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.032206 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca200099-bdc5-44b5-9faa-bb4356ae154f {{(pid=94577) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:38:55.036624 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.037777 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-cff1a3d0-7ce9-49bc-9735-cfe0dda0cc9f admin admin] 10.222.0.69 "DELETE /v2.0/routers/ca200099-bdc5-44b5-9faa-bb4356ae154f HTTP/1.1" status: 204 len: 168 time: 1.2099566 Sep 07 12:38:55.040195 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43182) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:55.089905 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b583dd0-1cc8-47a7-852e-7666421d8615 admin admin] Deleting subnet 7aa68593-c000-4d40-8f9a-2d2c0e557b96 {{(pid=94577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:38:55.094088 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8b583dd0-1cc8-47a7-852e-7666421d8615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.132204 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8b583dd0-1cc8-47a7-852e-7666421d8615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421547'] for subnet, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.221196 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8b583dd0-1cc8-47a7-852e-7666421d8615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.346855 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8b583dd0-1cc8-47a7-852e-7666421d8615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8425423'] for subnet, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.377011 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b583dd0-1cc8-47a7-852e-7666421d8615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa68593-c000-4d40-8f9a-2d2c0e557b96,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:55.381140 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8b583dd0-1cc8-47a7-852e-7666421d8615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.386050 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-8b583dd0-1cc8-47a7-852e-7666421d8615 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7aa68593-c000-4d40-8f9a-2d2c0e557b96 HTTP/1.1" status: 204 len: 168 time: 0.3417983 Sep 07 12:38:55.386264 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43192) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:55.393459 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c53ed2-5ab2-4648-bd26-274836c2aaf7 None None] Network 7009db58-3ac6-460e-8aaa-b5e69ba13f0b requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:38:55.422045 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43194) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:55.465808 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.524159 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Deleting port d640065a-988c-4517-9d3c-8d21a6546d6a {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:55.524707 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.538412 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-171766959-network', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:38:55.602313 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267cc32e-9a70-4d71-ae46-96b4a2cffae3 None None] DHCP port deletion for 7009db58-3ac6-460e-8aaa-b5e69ba13f0b request from dv-cinder-760199-14-iscsi {{(pid=94579) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:38:55.603792 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] For port d640065a-988c-4517-9d3c-8d21a6546d6a, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=d640065a-988c-4517-9d3c-8d21a6546d6a,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:55.604215 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.616998 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Calling delete_port for d640065a-988c-4517-9d3c-8d21a6546d6a owned by network:dhcp {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:55.643716 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Made reservation on behalf of 684883906e33424ab5260e1ae0a8d53f for: {'network': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:38:55.646089 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.650699 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-267cc32e-9a70-4d71-ae46-96b4a2cffae3 None None] Deleting port d640065a-988c-4517-9d3c-8d21a6546d6a {{(pid=94579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:38:55.651080 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-267cc32e-9a70-4d71-ae46-96b4a2cffae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.655553 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.715825 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-267cc32e-9a70-4d71-ae46-96b4a2cffae3 None None] For port d640065a-988c-4517-9d3c-8d21a6546d6a, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=d640065a-988c-4517-9d3c-8d21a6546d6a,segment=NetworkSegment(bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05),segment_id=bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:38:55.716181 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-267cc32e-9a70-4d71-ae46-96b4a2cffae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.728649 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-267cc32e-9a70-4d71-ae46-96b4a2cffae3 None None] Calling delete_port for d640065a-988c-4517-9d3c-8d21a6546d6a owned by network:dhcp {{(pid=94579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:38:55.746957 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.786592 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.808145 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-267cc32e-9a70-4d71-ae46-96b4a2cffae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861'] for port, after_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.815156 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.816966 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] No DVR routers for this DVR port d640065a-988c-4517-9d3c-8d21a6546d6a on host dv-cinder-760199-14-iscsi {{(pid=94578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:38:55.822048 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Pushing event deleted for resources: {'Port': ['ID=d640065a-988c-4517-9d3c-8d21a6546d6a,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:55.833440 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cc32e-9a70-4d71-ae46-96b4a2cffae3 None None] Pushing event deleted for resources: {'Port': ['ID=d640065a-988c-4517-9d3c-8d21a6546d6a,revision_number=None']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:55.836951 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267cc32e-9a70-4d71-ae46-96b4a2cffae3 None None] No DVR routers for this DVR port d640065a-988c-4517-9d3c-8d21a6546d6a on host dv-cinder-760199-14-iscsi {{(pid=94579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:38:55.838486 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:38:55.856100 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a88f74-e781-44a4-96c9-4882fbddcdd3,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:55.859518 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.859877 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.segments_db [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Added segment 0c707519-09a2-43e9-8f7f-22852941ce80 of type vlan for network 2c45793c-5faf-48b9-b54a-cf7b2563bc04 Sep 07 12:38:55.902412 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.903893 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.925231 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7009db58-3ac6-460e-8aaa-b5e69ba13f0b']}} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:55.934862 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05') {'for_net_delete': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:55.935163 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5e8a08-71fc-4ff2-b48f-b8ca129c6e05') {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:55.949613 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9043924'] for segment, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.963711 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.970367 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94578) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:38:55.970676 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491559'] for segment, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: Traceback (most recent call last): Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: timer() Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: cb(*args, **kw) Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: return func(*args, **kwargs) Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: self._notify() Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: self.callback(batched_events) Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: event.method(event) Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: return f(self, *a, **k) Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._get(url).json() Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: return self.request(url, 'GET', **kwargs) Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:38:55.972388 dv-cinder-760199-14-iscsi neutron-server[94578]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:38:55.986896 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 58b82d23-6ccc-4dea-9151-bfde587c03b8 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:56.006788 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 58b82d23-6ccc-4dea-9151-bfde587c03b8 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:56.007214 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 58b82d23-6ccc-4dea-9151-bfde587c03b8 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:56.007701 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device ac6620ba-61de-4422-8c64-9a04769ccbc7 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:56.020991 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:56.023036 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:56.024051 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:56.031046 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: ac6620ba-61de-4422-8c64-9a04769ccbc7 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:56.037526 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device ac6620ba-61de-4422-8c64-9a04769ccbc7 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:56.037526 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device d640065a-988c-4517-9d3c-8d21a6546d6a no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:38:56.055685 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: d640065a-988c-4517-9d3c-8d21a6546d6a {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:38:56.056699 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device d640065a-988c-4517-9d3c-8d21a6546d6a not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:38:56.093654 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] Pushing event updated for resources: {'Network': ['ID=2c45793c-5faf-48b9-b54a-cf7b2563bc04,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:56.103214 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network 2c45793c-5faf-48b9-b54a-cf7b2563bc04 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:38:56.118379 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:56.123014 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:56.129770 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7009db58-3ac6-460e-8aaa-b5e69ba13f0b HTTP/1.1" status: 204 len: 168 time: 0.7408967 Sep 07 12:38:56.146792 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-57807b77-9340-4b1e-b728-d56552882b12 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7229030 Sep 07 12:38:56.154014 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43200) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:56.159906 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] Request body: {'subnet': {'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-171766959-subnet', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'ip_version': 4}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:38:56.266918 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] Made reservation on behalf of 684883906e33424ab5260e1ae0a8d53f for: {'subnet': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:38:56.269424 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425376'] for subnet, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:56.402031 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1ec39-cea9-4fd1-a4bd-a18de7a65047 admin admin] Pushing event deleted for resources: {'Network': ['ID=7009db58-3ac6-460e-8aaa-b5e69ba13f0b,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:56.495546 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43202) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:56.510332 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8412695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425430'] for subnet, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:56.577185 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4508ea2c-3894-4a05-8d71-e390534fc497,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:56.585021 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-9b114e28-6286-42a1-985e-cc455f874be1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80c97025214e462c8c84c87c620566a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876732 Sep 07 12:38:56.587019 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43204) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:56.598725 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] Checking segment: {'id': '0c707519-09a2-43e9-8f7f-22852941ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:38:56.599131 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] Network hostable DHCP agents. Network: 2c45793c-5faf-48b9-b54a-cf7b2563bc04, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:38:56.647671 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-03651248-fa8a-4670-a9dd-515bb155c640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:56.668649 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-03651248-fa8a-4670-a9dd-515bb155c640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:56.757705 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] Network 2c45793c-5faf-48b9-b54a-cf7b2563bc04 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:38:56.803411 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-03651248-fa8a-4670-a9dd-515bb155c640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:56.806038 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-03651248-fa8a-4670-a9dd-515bb155c640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:56.807185 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-03651248-fa8a-4670-a9dd-515bb155c640 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f01add3-327c-4f99-a1b2-3264220e694f HTTP/1.1" status: 204 len: 168 time: 0.2191637 Sep 07 12:38:56.815743 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03651248-fa8a-4670-a9dd-515bb155c640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f01add3-327c-4f99-a1b2-3264220e694f,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:56.855140 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, 2c45793c-5faf-48b9-b54a-cf7b2563bc04) {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:38:56.866004 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:56.867004 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:56.870333 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cc2ad0-51e9-40e6-9aa3-bd6c9baf0044 None None] Network 2c45793c-5faf-48b9-b54a-cf7b2563bc04 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:38:56.960005 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-c7a940b4-bc41-46e8-bc31-76fd7d612f2d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8039548 Sep 07 12:38:56.962633 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43208) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:56.967378 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-171766959-router', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:38:57.019283 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce648fa9-7b31-54c3-a271-dc40bc78a594-2c45793c-5faf-48b9-b54a-cf7b2563bc04', 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'fixed_ips': [{'subnet_id': '4508ea2c-3894-4a05-8d71-e390534fc497'}]}} from dv-cinder-760199-14-iscsi. {{(pid=94579) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 12:38:57.020189 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.061189 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1531530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22126'] for router, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.062374 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1529658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22117'] for router, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.119374 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.157728 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.db_base_plugin_common [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Allocated IP 172.20.0.2 (2c45793c-5faf-48b9-b54a-cf7b2563bc04/4508ea2c-3894-4a05-8d71-e390534fc497/386b2c20-f0a4-4694-a3ac-d666d017cdaf) {{(pid=94579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:38:57.311982 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Notify callbacks [] for port, precommit_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.321630 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Transition to ACTIVE for port object 386b2c20-f0a4-4694-a3ac-d666d017cdaf will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:38:57.343512 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Transition to ACTIVE for port object 386b2c20-f0a4-4694-a3ac-d666d017cdaf will not be triggered until provisioned by entity DHCP. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:38:57.362874 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.443868 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.482328 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Network 2c45793c-5faf-48b9-b54a-cf7b2563bc04 is already hosted by enough agents. {{(pid=94579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:38:57.485437 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.base_scheduler [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Resources bound (agent type, host, resource id): {{(pid=94579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:38:57.491014 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Received port after_create {{(pid=94579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:38:57.498541 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Pushing event updated for resources: {'Port': ['ID=386b2c20-f0a4-4694-a3ac-d666d017cdaf,revision_number=1']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:57.549764 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Attempting to bind port 386b2c20-f0a4-4694-a3ac-d666d017cdaf on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:38:57.550130 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Attempting to bind port 386b2c20-f0a4-4694-a3ac-d666d017cdaf by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '0c707519-09a2-43e9-8f7f-22852941ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:38:57.550557 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Attempting to bind port 386b2c20-f0a4-4694-a3ac-d666d017cdaf on network 2c45793c-5faf-48b9-b54a-cf7b2563bc04 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:38:57.555719 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:38:57.556139 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Checking segment: {'id': '0c707519-09a2-43e9-8f7f-22852941ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:38:57.556829 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.556951 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Bound using segment: {'id': '0c707519-09a2-43e9-8f7f-22852941ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:38:57.557427 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Bound port: 386b2c20-f0a4-4694-a3ac-d666d017cdaf, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c707519-09a2-43e9-8f7f-22852941ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:38:57.557729 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.632727 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] For port 386b2c20-f0a4-4694-a3ac-d666d017cdaf, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:38:57.636163 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] For port 386b2c20-f0a4-4694-a3ac-d666d017cdaf, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=386b2c20-f0a4-4694-a3ac-d666d017cdaf,segment=NetworkSegment(0c707519-09a2-43e9-8f7f-22852941ce80),segment_id=0c707519-09a2-43e9-8f7f-22852941ce80)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:38:57.677889 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.698019 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.799805 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:57.807674 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Allocated IP 172.27.2.134 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:38:57.864878 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f5d70-fc19-4f5a-92e5-484c5aa9b88f None None] Pushing event updated for resources: {'Port': ['ID=386b2c20-f0a4-4694-a3ac-d666d017cdaf,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:57.930021 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.066914 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.115820 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:38:58.118961 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:38:58.126074 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:38:58.155658 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:58.165254 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43228) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:58.266256 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1183986120-network', 'tenant_id': 'db0d27d7e3234184aad0924174353cac'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:38:58.368023 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Made reservation on behalf of db0d27d7e3234184aad0924174353cac for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:38:58.370453 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.380489 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.475100 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.489158 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.535019 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.561377 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:38:58.572115 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa90114-47a0-48c2-a8fc-8d27e33d9c71,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:58.580135 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.580338 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Added segment 861f3e95-ffbb-426b-8950-fcc738448531 of type vlan for network ce61706d-3487-420a-9cdf-b35e961862ec Sep 07 12:38:58.627193 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.697801 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1529613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569081'] for router, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.711784 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.713028 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:58.713858 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:58.781326 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] Pushing event updated for resources: {'Network': ['ID=ce61706d-3487-420a-9cdf-b35e961862ec,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:58.791809 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network ce61706d-3487-420a-9cdf-b35e961862ec details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:38:58.818375 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250c6c6a-f240-4dc8-bc4b-a9bd8e7024bc None None] Network 2c45793c-5faf-48b9-b54a-cf7b2563bc04 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:38:58.836876 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-90b68a3e-e7c4-45f3-84ae-c8bfe62c9767 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6710026 Sep 07 12:38:58.839674 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43232) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:58.845292 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] Request body: {'subnet': {'network_id': 'ce61706d-3487-420a-9cdf-b35e961862ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1183986120-subnet', 'tenant_id': 'db0d27d7e3234184aad0924174353cac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:38:58.906667 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Router babc3ffb-9752-4fb0-8cac-aacd18e87972 is scheduled to L3 agent 6647c929-37a5-41d0-8492-45615cc7804c with binding_index 1 {{(pid=94577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 12:38:58.934992 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] Made reservation on behalf of db0d27d7e3234184aad0924174353cac for: {'subnet': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:38:58.939654 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8958337'] for subnet, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:59.000617 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-7ceb108f-1c54-44e4-aed9-699ce329f8b4 None None] Provisioning for port 386b2c20-f0a4-4694-a3ac-d666d017cdaf completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:38:59.033920 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:38:59.050734 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Sync routers for ids ['babc3ffb-9752-4fb0-8cac-aacd18e87972'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:38:59.054306 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Routers {'babc3ffb-9752-4fb0-8cac-aacd18e87972'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:38:59.054979 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['babc3ffb-9752-4fb0-8cac-aacd18e87972'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:59.116722 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:59.123978 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-f96318eb-020a-49f1-b4d6-68aa3d4f11f9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1591742 Sep 07 12:38:59.125247 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43234) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:38:59.171259 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Set router babc3ffb-9752-4fb0-8cac-aacd18e87972 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:38:59.197348 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8958455'] for subnet, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:59.280088 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de83cac-0d3f-4552-8544-1a18f35878e1,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:38:59.288405 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] Checking segment: {'id': '861f3e95-ffbb-426b-8950-fcc738448531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce61706d-3487-420a-9cdf-b35e961862ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:38:59.288769 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] Network hostable DHCP agents. Network: ce61706d-3487-420a-9cdf-b35e961862ec, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94578) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:38:59.374094 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] Network ce61706d-3487-420a-9cdf-b35e961862ec is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94578) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:38:59.390188 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'name': 'tempest-TestVolumeBootPattern-171766959-router', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:38:58Z', 'revision_number': 3, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'gw_port': {'id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:38:59.418892 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Checking router: babc3ffb-9752-4fb0-8cac-aacd18e87972 for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:38:59.419287 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Updating router babc3ffb-9752-4fb0-8cac-aacd18e87972 port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da binding host dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:38:59.443307 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, ce61706d-3487-420a-9cdf-b35e961862ec) {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:38:59.454624 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0cad66-3267-45f1-8465-4eb537d3d59c None None] Network ce61706d-3487-420a-9cdf-b35e961862ec requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:38:59.457099 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:38:59.457700 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:59.469075 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:59.570918 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-ad32682a-f3ed-4e24-8f3b-3188fefc16e8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7290862 Sep 07 12:38:59.706655 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18866937-24e4-4699-90cc-87d7205df3c5 None None] Network ce61706d-3487-420a-9cdf-b35e961862ec requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:38:59.841793 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:59.944613 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Notify callbacks [] for port, precommit_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:38:59.956539 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Transition to ACTIVE for port object bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:39:00.026665 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Allocated IP 172.20.0.1 (2c45793c-5faf-48b9-b54a-cf7b2563bc04/4508ea2c-3894-4a05-8d71-e390534fc497/364372ac-ad0d-4b19-8e84-336d75145e65) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:39:00.035241 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.042033 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 386b2c20-f0a4-4694-a3ac-d666d017cdaf up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:00.103651 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.129991 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Attempting to bind port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:39:00.130374 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Attempting to bind port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:39:00.130732 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Attempting to bind port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da on network f28d70d3-07bf-4854-88e0-9a9ce1a68175 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:39:00.135540 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0477c-39c2-467f-882a-48049991fd50 None None] Pushing event updated for resources: {'Port': ['ID=bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:00.142108 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.142466 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:39:00.142726 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Checking segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:39:00.143125 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.143514 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Bound using segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:39:00.143987 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Bound port: bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:39:00.144476 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.158845 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Transition to ACTIVE for port object 364372ac-ad0d-4b19-8e84-336d75145e65 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:39:00.208401 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] For port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:39:00.211753 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] For port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:39:00.276401 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 386b2c20-f0a4-4694-a3ac-d666d017cdaf completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:39:00.281176 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 386b2c20-f0a4-4694-a3ac-d666d017cdaf triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:00.281608 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.296235 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43250) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:00.301447 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-739461375-network', 'tenant_id': '78a3c5129e154e578a554f8159c7f443'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:00.312960 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.314159 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.358332 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Network 2c45793c-5faf-48b9-b54a-cf7b2563bc04 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:39:00.361569 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:39:00.367325 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:39:00.383601 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Routers {'babc3ffb-9752-4fb0-8cac-aacd18e87972'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:39:00.384266 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['babc3ffb-9752-4fb0-8cac-aacd18e87972'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:00.389965 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=364372ac-ad0d-4b19-8e84-336d75145e65,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:00.393813 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Made reservation on behalf of 78a3c5129e154e578a554f8159c7f443 for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:39:00.399201 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.410925 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.414492 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567946'] for router_interface, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.425741 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0477c-39c2-467f-882a-48049991fd50 None None] Pushing event updated for resources: {'Port': ['ID=bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:00.538469 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.613691 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.637242 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.643470 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.672752 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ab0d92-ac9f-40b7-8951-cbf7d8419cbd,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:00.678542 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] Set router babc3ffb-9752-4fb0-8cac-aacd18e87972 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:39:00.749134 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:39:00.774637 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 386b2c20-f0a4-4694-a3ac-d666d017cdaf, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=386b2c20-f0a4-4694-a3ac-d666d017cdaf,segment=NetworkSegment(0c707519-09a2-43e9-8f7f-22852941ce80),segment_id=0c707519-09a2-43e9-8f7f-22852941ce80)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:00.781454 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.781454 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Added segment c3f255c0-e7a9-4340-bef8-9a863f532add of type vlan for network 13b79c6f-0cc2-4d2e-b092-5ed201fc4378 Sep 07 12:39:00.821187 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-24a29f1c-43cc-41a9-ace9-145d73a7b0b0 None None] Provisioning for port 364372ac-ad0d-4b19-8e84-336d75145e65 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:39:00.828882 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-24a29f1c-43cc-41a9-ace9-145d73a7b0b0 None None] Provisioning complete for port 364372ac-ad0d-4b19-8e84-336d75145e65 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:00.833134 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-24a29f1c-43cc-41a9-ace9-145d73a7b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.833517 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.862968 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.893470 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.922445 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-24a29f1c-43cc-41a9-ace9-145d73a7b0b0 None None] Port 364372ac-ad0d-4b19-8e84-336d75145e65 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:39:00.934277 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.935417 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:39:00.936142 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.953656 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=386b2c20-f0a4-4694-a3ac-d666d017cdaf,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:00.961725 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:00.979062 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'name': 'tempest-TestVolumeBootPattern-171766959-router', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:38:58Z', 'revision_number': 3, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'gw_port': {'id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:01.004447 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=13b79c6f-0cc2-4d2e-b092-5ed201fc4378,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:01.009862 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1288d1f-0035-4824-88aa-79b223b05c34 None None] The sync data for ids ['babc3ffb-9752-4fb0-8cac-aacd18e87972'] in dv-cinder-760199-14-iscsi is: [{'id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'name': 'tempest-TestVolumeBootPattern-171766959-router', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:38:58Z', 'revision_number': 3, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'gw_port': {'id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:39:01.016461 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network 13b79c6f-0cc2-4d2e-b092-5ed201fc4378 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:39:01.040095 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=364372ac-ad0d-4b19-8e84-336d75145e65,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:01.044221 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567610'] for router_interface, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:01.048133 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-fde15d3e-a7a9-4e90-805b-939f0d448bc4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7506013 Sep 07 12:39:01.051136 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43252) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:01.056111 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] Request body: {'subnet': {'network_id': '13b79c6f-0cc2-4d2e-b092-5ed201fc4378', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-739461375-subnet', 'tenant_id': '78a3c5129e154e578a554f8159c7f443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:01.144189 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Network 2c45793c-5faf-48b9-b54a-cf7b2563bc04 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:39:01.145948 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:39:01.163787 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] Made reservation on behalf of 78a3c5129e154e578a554f8159c7f443 for: {'subnet': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:39:01.168162 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8958337'] for subnet, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:01.304453 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Router babc3ffb-9752-4fb0-8cac-aacd18e87972 has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:39:01.451380 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:39:01.454747 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-00053c22-8a61-4b3b-a39c-3b2e2774317f None None] Provisioning complete for port 364372ac-ad0d-4b19-8e84-336d75145e65 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:01.455134 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-00053c22-8a61-4b3b-a39c-3b2e2774317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:01.460624 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-d09892b5-c333-4311-ba4d-75399790e5f8 admin admin] 10.222.0.69 "PUT /v2.0/routers/babc3ffb-9752-4fb0-8cac-aacd18e87972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3340626 Sep 07 12:39:01.489234 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8958455'] for subnet, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:01.496432 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-00053c22-8a61-4b3b-a39c-3b2e2774317f None None] Port 364372ac-ad0d-4b19-8e84-336d75145e65 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:39:01.562818 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c005b389-b19e-4e5b-8431-450bf1c453a5,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:01.572634 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] Checking segment: {'id': 'c3f255c0-e7a9-4340-bef8-9a863f532add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13b79c6f-0cc2-4d2e-b092-5ed201fc4378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:39:01.573013 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] Network hostable DHCP agents. Network: 13b79c6f-0cc2-4d2e-b092-5ed201fc4378, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94578) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:39:01.712233 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] Network 13b79c6f-0cc2-4d2e-b092-5ed201fc4378 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94578) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:39:01.808598 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.base_scheduler [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, 13b79c6f-0cc2-4d2e-b092-5ed201fc4378) {{(pid=94578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:39:01.813781 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:39:01.814376 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:01.819366 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e484c67-1e8f-49a8-87fc-ea9325cca0e2 None None] Network 13b79c6f-0cc2-4d2e-b092-5ed201fc4378 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:39:01.923140 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-63467dc3-6409-411d-995e-fa4ba6b7858d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8710835 Sep 07 12:39:01.962852 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bf28bc-ee8d-4bff-aa3d-cfb217429421 None None] Network 13b79c6f-0cc2-4d2e-b092-5ed201fc4378 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:39:02.084102 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43266) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:02.097964 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 386b2c20-f0a4-4694-a3ac-d666d017cdaf up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:02.139100 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ab52ba-623e-4b77-a72d-b01de8139086 admin admin] Deleting subnet 7de83cac-0d3f-4552-8544-1a18f35878e1 {{(pid=94578) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:39:02.142944 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e2ab52ba-623e-4b77-a72d-b01de8139086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.169227 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 386b2c20-f0a4-4694-a3ac-d666d017cdaf triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:02.169496 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.185229 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e2ab52ba-623e-4b77-a72d-b01de8139086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9043919'] for subnet, precommit_delete_associations {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.228757 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e2ab52ba-623e-4b77-a72d-b01de8139086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.259487 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:02.298919 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43272) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:02.305991 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-855019973-network', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:02.397727 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e2ab52ba-623e-4b77-a72d-b01de8139086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8491597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8958446'] for subnet, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.425502 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab52ba-623e-4b77-a72d-b01de8139086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de83cac-0d3f-4552-8544-1a18f35878e1,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:02.429713 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-e2ab52ba-623e-4b77-a72d-b01de8139086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.433768 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-e2ab52ba-623e-4b77-a72d-b01de8139086 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7de83cac-0d3f-4552-8544-1a18f35878e1 HTTP/1.1" status: 204 len: 168 time: 0.3463912 Sep 07 12:39:02.434485 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43274) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:02.460772 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:39:02.462053 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Made reservation on behalf of 9b728a963ddd4cdfbd6ee959a5ee191b for: {'network': 1} {{(pid=94578) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:39:02.464308 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for network, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.467926 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:02.468788 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.509606 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.529401 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.555121 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.582750 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:02.648715 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.656597 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Sync routers for ids ['babc3ffb-9752-4fb0-8cac-aacd18e87972'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:39:02.665964 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.679182 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce61706d-3487-420a-9cdf-b35e961862ec']}} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:02.681221 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Routers {'babc3ffb-9752-4fb0-8cac-aacd18e87972'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:39:02.681913 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['babc3ffb-9752-4fb0-8cac-aacd18e87972'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:02.694199 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861f3e95-ffbb-426b-8950-fcc738448531') {'for_net_delete': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:02.694406 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861f3e95-ffbb-426b-8950-fcc738448531') {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:02.706900 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9043924'] for segment, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.722336 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:02.732811 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.738708 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.740856 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94578) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:39:02.741251 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491559'] for segment, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: Traceback (most recent call last): Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: timer() Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: cb(*args, **kw) Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: return func(*args, **kwargs) Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: self._notify() Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: self.callback(batched_events) Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: event.method(event) Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: return f(self, *a, **k) Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._get(url).json() Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: return self.request(url, 'GET', **kwargs) Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:39:02.742989 dv-cinder-760199-14-iscsi neutron-server[94578]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:39:02.801011 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Set router babc3ffb-9752-4fb0-8cac-aacd18e87972 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:39:02.814542 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.839359 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94578) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 12:39:02.848645 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.851402 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f2d259-9395-4e20-abf2-b6f1428e2cfc,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:02.859233 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.864012 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43276) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:02.864528 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ce61706d-3487-420a-9cdf-b35e961862ec HTTP/1.1" status: 204 len: 168 time: 0.4290745 Sep 07 12:39:02.865473 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.865822 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.db.segments_db [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Added segment 9ea6f253-9d71-4fa8-8ed1-6f801bc6a366 of type vlan for network b7a8723f-f894-41c6-bd81-1b9bd0db96d3 Sep 07 12:39:02.885931 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61ce1a-322c-44ca-b7de-4d2803855ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce61706d-3487-420a-9cdf-b35e961862ec,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:02.935927 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e884d6-267a-42e2-96e7-508c9a95cd49 admin admin] Deleting subnet c005b389-b19e-4e5b-8431-450bf1c453a5 {{(pid=94577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:39:02.935927 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-72e884d6-267a-42e2-96e7-508c9a95cd49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.936477 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749278747374'] for network, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:02.972262 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-72e884d6-267a-42e2-96e7-508c9a95cd49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421547'] for subnet, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.025015 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-72e884d6-267a-42e2-96e7-508c9a95cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.042708 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476'] for network, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.044000 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94578) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:39:03.045447 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.108046 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a8723f-f894-41c6-bd81-1b9bd0db96d3,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:03.108608 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'name': 'tempest-TestVolumeBootPattern-171766959-router', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:00Z', 'revision_number': 4, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'gw_port': {'id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '364372ac-ad0d-4b19-8e84-336d75145e65', 'name': '', 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'mac_address': 'fa:16:3e:d3:62:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4508ea2c-3894-4a05-8d71-e390534fc497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:59Z', 'updated_at': '2021-09-07T12:39:00Z', 'revision_number': 2, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'subnets': [{'id': '4508ea2c-3894-4a05-8d71-e390534fc497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:03.118189 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Network b7a8723f-f894-41c6-bd81-1b9bd0db96d3 details requested by agent ovs-agent-dv-cinder-760199-14-iscsi with host dv-cinder-760199-14-iscsi {{(pid=94579) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 12:39:03.123861 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-0b40053c-a6ee-4121-92a2-609d8120a810 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8239119 Sep 07 12:39:03.126866 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43278) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:03.132020 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] Request body: {'subnet': {'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-855019973-subnet', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'ip_version': 4}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:03.138350 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Checking router: babc3ffb-9752-4fb0-8cac-aacd18e87972 for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:39:03.138695 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Updating router babc3ffb-9752-4fb0-8cac-aacd18e87972 port 364372ac-ad0d-4b19-8e84-336d75145e65 binding host dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:39:03.152902 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-72e884d6-267a-42e2-96e7-508c9a95cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8425423'] for subnet, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.165170 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.178627 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e884d6-267a-42e2-96e7-508c9a95cd49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c005b389-b19e-4e5b-8431-450bf1c453a5,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:03.184566 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-72e884d6-267a-42e2-96e7-508c9a95cd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.186614 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-72e884d6-267a-42e2-96e7-508c9a95cd49 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c005b389-b19e-4e5b-8431-450bf1c453a5 HTTP/1.1" status: 204 len: 168 time: 0.3214588 Sep 07 12:39:03.189236 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43280) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:03.223193 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] Made reservation on behalf of 9b728a963ddd4cdfbd6ee959a5ee191b for: {'subnet': 1} {{(pid=94577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 12:39:03.225549 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425376'] for subnet, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.313019 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.443492 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.462210 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.472600 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b79c6f-0cc2-4d2e-b092-5ed201fc4378']}} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:03.474822 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.provisioning_blocks [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Transition to ACTIVE for port object 364372ac-ad0d-4b19-8e84-336d75145e65 will not be triggered until provisioned by entity L2. {{(pid=94580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:39:03.487256 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f255c0-e7a9-4340-bef8-9a863f532add') {'for_net_delete': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:03.487548 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f255c0-e7a9-4340-bef8-9a863f532add') {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:03.525112 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421552'] for segment, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.548133 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.554104 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:39:03.554496 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8412862'] for segment, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: Traceback (most recent call last): Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: timer() Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: cb(*args, **kw) Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: return func(*args, **kwargs) Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: self._notify() Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: self.callback(batched_events) Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: event.method(event) Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: return f(self, *a, **k) Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._get(url).json() Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: return self.request(url, 'GET', **kwargs) Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:39:03.556406 dv-cinder-760199-14-iscsi neutron-server[94577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:39:03.562278 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.626600 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Pushing event updated for resources: {'Port': ['ID=364372ac-ad0d-4b19-8e84-336d75145e65,revision_number=3']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:03.649781 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.650147 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.650489 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.650819 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.651149 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.651473 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.651794 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.652228 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.652565 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.652886 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.653201 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.653517 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:03.666663 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Attempting to bind port 364372ac-ad0d-4b19-8e84-336d75145e65 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:39:03.667256 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Attempting to bind port 364372ac-ad0d-4b19-8e84-336d75145e65 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '0c707519-09a2-43e9-8f7f-22852941ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04'}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:39:03.667361 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Attempting to bind port 364372ac-ad0d-4b19-8e84-336d75145e65 on network 2c45793c-5faf-48b9-b54a-cf7b2563bc04 {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:39:03.672689 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:39:03.673058 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Checking segment: {'id': '0c707519-09a2-43e9-8f7f-22852941ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:39:03.673450 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.673834 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Bound using segment: {'id': '0c707519-09a2-43e9-8f7f-22852941ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04'} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:39:03.674291 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Bound port: 364372ac-ad0d-4b19-8e84-336d75145e65, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c707519-09a2-43e9-8f7f-22852941ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04'}}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:39:03.674693 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.683506 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8412695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8425430'] for subnet, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.727721 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.734341 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.742694 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/13b79c6f-0cc2-4d2e-b092-5ed201fc4378 HTTP/1.1" status: 204 len: 168 time: 0.5460787 Sep 07 12:39:03.760719 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] For port 364372ac-ad0d-4b19-8e84-336d75145e65, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:39:03.764315 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6a867-f27a-4abe-b5cb-1fa4e2669bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=13b79c6f-0cc2-4d2e-b092-5ed201fc4378,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:03.765128 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] For port 364372ac-ad0d-4b19-8e84-336d75145e65, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=364372ac-ad0d-4b19-8e84-336d75145e65,segment=NetworkSegment(0c707519-09a2-43e9-8f7f-22852941ce80),segment_id=0c707519-09a2-43e9-8f7f-22852941ce80)] {{(pid=94580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:39:03.770419 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa719adf-0dbf-4f8e-94ef-677dda8b528d,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:03.794604 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] Checking segment: {'id': '9ea6f253-9d71-4fa8-8ed1-6f801bc6a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:39:03.795163 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] Network hostable DHCP agents. Network: b7a8723f-f894-41c6-bd81-1b9bd0db96d3, hostable agents: ['a62f5709-28f3-4700-ab88-5dc7fb718a65'], hosted agents: [] {{(pid=94577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 12:39:03.872221 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:03.915132 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] Network b7a8723f-f894-41c6-bd81-1b9bd0db96d3 is scheduled to be hosted by DHCP agent a62f5709-28f3-4700-ab88-5dc7fb718a65 with binding_index 1 {{(pid=94577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 12:39:03.930677 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f8bc6-b79e-4099-9099-559725c6920f None None] Pushing event updated for resources: {'Port': ['ID=364372ac-ad0d-4b19-8e84-336d75145e65,revision_number=4']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:03.938899 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Routers {'babc3ffb-9752-4fb0-8cac-aacd18e87972'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:39:03.939553 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['babc3ffb-9752-4fb0-8cac-aacd18e87972'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:04.020639 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:04.024395 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-14-iscsi, b7a8723f-f894-41c6-bd81-1b9bd0db96d3) {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:39:04.030892 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 12:39:04.031498 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.053230 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597db2a9-7689-4f65-8da8-0fb906f695b1 None None] Network b7a8723f-f894-41c6-bd81-1b9bd0db96d3 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:39:04.057682 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] Set router babc3ffb-9752-4fb0-8cac-aacd18e87972 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:39:04.113237 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-18450917-bb6c-41c7-a202-dbcfd787ec78 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9847693 Sep 07 12:39:04.115834 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43284) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:04.121445 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-855019973-router', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:04.225678 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:04.228489 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.253903 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1531530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-22126'] for router, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.255535 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1529658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-22117'] for router, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.282734 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'name': 'tempest-TestVolumeBootPattern-171766959-router', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:00Z', 'revision_number': 4, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'gw_port': {'id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '364372ac-ad0d-4b19-8e84-336d75145e65', 'name': '', 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'mac_address': 'fa:16:3e:d3:62:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4508ea2c-3894-4a05-8d71-e390534fc497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:59Z', 'updated_at': '2021-09-07T12:39:03Z', 'revision_number': 4, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'subnets': [{'id': '4508ea2c-3894-4a05-8d71-e390534fc497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:04.303655 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce648fa9-7b31-54c3-a271-dc40bc78a594-b7a8723f-f894-41c6-bd81-1b9bd0db96d3', 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'fixed_ips': [{'subnet_id': 'fa719adf-0dbf-4f8e-94ef-677dda8b528d'}]}} from dv-cinder-760199-14-iscsi. {{(pid=94579) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 12:39:04.304525 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.313224 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43286) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:04.335868 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728d8ee-9dd5-4828-add9-d66ecb8aa7d9 None None] The sync data for ids ['babc3ffb-9752-4fb0-8cac-aacd18e87972'] in dv-cinder-760199-14-iscsi is: [{'id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'name': 'tempest-TestVolumeBootPattern-171766959-router', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:00Z', 'revision_number': 4, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'gw_port': {'id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '364372ac-ad0d-4b19-8e84-336d75145e65', 'name': '', 'network_id': '2c45793c-5faf-48b9-b54a-cf7b2563bc04', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'mac_address': 'fa:16:3e:d3:62:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4508ea2c-3894-4a05-8d71-e390534fc497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:59Z', 'updated_at': '2021-09-07T12:39:03Z', 'revision_number': 4, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'subnets': [{'id': '4508ea2c-3894-4a05-8d71-e390534fc497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:39:04.367031 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-38651f9c-048a-4de7-a1c5-95f0ec10f64c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db0d27d7e3234184aad0924174353cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525634 Sep 07 12:39:04.369461 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43288) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:04.370657 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.427331 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-080af2ed-0870-494d-afc9-f46a5df3d477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.457737 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-080af2ed-0870-494d-afc9-f46a5df3d477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.502857 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.db_base_plugin_common [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Allocated IP 172.20.0.2 (b7a8723f-f894-41c6-bd81-1b9bd0db96d3/fa719adf-0dbf-4f8e-94ef-677dda8b528d/8247bc88-af9a-4bce-99f0-a21ba74e9982) {{(pid=94579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:39:04.688735 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Notify callbacks [] for port, precommit_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.700803 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Transition to ACTIVE for port object 8247bc88-af9a-4bce-99f0-a21ba74e9982 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:39:04.722263 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Transition to ACTIVE for port object 8247bc88-af9a-4bce-99f0-a21ba74e9982 will not be triggered until provisioned by entity DHCP. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:39:04.757347 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-080af2ed-0870-494d-afc9-f46a5df3d477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.761007 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-080af2ed-0870-494d-afc9-f46a5df3d477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.764769 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-080af2ed-0870-494d-afc9-f46a5df3d477 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3fa90114-47a0-48c2-a8fc-8d27e33d9c71 HTTP/1.1" status: 204 len: 168 time: 0.3917892 Sep 07 12:39:04.773092 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080af2ed-0870-494d-afc9-f46a5df3d477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa90114-47a0-48c2-a8fc-8d27e33d9c71,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:04.794318 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852'] for port, after_create {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.859179 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Network b7a8723f-f894-41c6-bd81-1b9bd0db96d3 is already hosted by enough agents. {{(pid=94579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:39:04.862435 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.scheduler.base_scheduler [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Resources bound (agent type, host, resource id): {{(pid=94579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:39:04.866218 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Received port after_create {{(pid=94579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:39:04.869146 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.882084 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Pushing event updated for resources: {'Port': ['ID=8247bc88-af9a-4bce-99f0-a21ba74e9982,revision_number=1']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:04.941250 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Attempting to bind port 8247bc88-af9a-4bce-99f0-a21ba74e9982 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:39:04.941621 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Attempting to bind port 8247bc88-af9a-4bce-99f0-a21ba74e9982 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '9ea6f253-9d71-4fa8-8ed1-6f801bc6a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:39:04.941981 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Attempting to bind port 8247bc88-af9a-4bce-99f0-a21ba74e9982 on network b7a8723f-f894-41c6-bd81-1b9bd0db96d3 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:39:04.950030 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:39:04.950405 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Checking segment: {'id': '9ea6f253-9d71-4fa8-8ed1-6f801bc6a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:39:04.951390 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:04.951894 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Bound using segment: {'id': '9ea6f253-9d71-4fa8-8ed1-6f801bc6a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:39:04.952429 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Bound port: 8247bc88-af9a-4bce-99f0-a21ba74e9982, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea6f253-9d71-4fa8-8ed1-6f801bc6a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:39:04.952814 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:05.031815 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] For port 8247bc88-af9a-4bce-99f0-a21ba74e9982, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:39:05.035671 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] For port 8247bc88-af9a-4bce-99f0-a21ba74e9982, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=8247bc88-af9a-4bce-99f0-a21ba74e9982,segment=NetworkSegment(9ea6f253-9d71-4fa8-8ed1-6f801bc6a366),segment_id=9ea6f253-9d71-4fa8-8ed1-6f801bc6a366)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:39:05.123162 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:05.155063 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:05.178615 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:05.194804 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c3a83-cd22-43d8-9af8-1681b18c8413 None None] Pushing event updated for resources: {'Port': ['ID=8247bc88-af9a-4bce-99f0-a21ba74e9982,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:05.326458 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Allocated IP 172.27.2.196 (f28d70d3-07bf-4854-88e0-9a9ce1a68175/ba0402e4-ebd3-468e-8cf9-8d4879999b4f/8e1cc9fc-1db0-423c-9172-1d7898a169e2) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:39:05.477095 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:05.592087 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:05.630503 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Network f28d70d3-07bf-4854-88e0-9a9ce1a68175 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:39:05.633452 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:39:05.635944 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:39:05.662180 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43294) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:05.688273 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Pushing event updated for resources: {'Port': ['ID=8e1cc9fc-1db0-423c-9172-1d7898a169e2,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:05.710146 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-8285d974-048a-4aaf-866a-4a5a3711ac9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78a3c5129e154e578a554f8159c7f443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466266 Sep 07 12:39:05.715288 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43296) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:05.766360 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2c215586-b799-4217-9e0b-405dbe9ee171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:05.797087 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2c215586-b799-4217-9e0b-405dbe9ee171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:05.921481 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2c215586-b799-4217-9e0b-405dbe9ee171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:05.924010 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2c215586-b799-4217-9e0b-405dbe9ee171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:05.925553 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2c215586-b799-4217-9e0b-405dbe9ee171 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51ab0d92-ac9f-40b7-8951-cbf7d8419cbd HTTP/1.1" status: 204 len: 168 time: 0.2138841 Sep 07 12:39:05.941336 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c215586-b799-4217-9e0b-405dbe9ee171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ab0d92-ac9f-40b7-8951-cbf7d8419cbd,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:06.062072 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:06.145741 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 364372ac-ad0d-4b19-8e84-336d75145e65 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:06.290396 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1529613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569081'] for router, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:06.295531 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 364372ac-ad0d-4b19-8e84-336d75145e65 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:39:06.307538 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1122a83d-713b-4db7-bbf3-5bd301600440 None None] Network b7a8723f-f894-41c6-bd81-1b9bd0db96d3 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:39:06.312638 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 364372ac-ad0d-4b19-8e84-336d75145e65 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:06.312638 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:06.481716 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-3e090364-fa28-4a6c-82c8-e1289de9baa5 None None] Provisioning for port 8247bc88-af9a-4bce-99f0-a21ba74e9982 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:39:06.499906 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:06.504659 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Router b76b9d4f-9fc0-4579-b2c5-65884043ad44 is scheduled to L3 agent 6647c929-37a5-41d0-8492-45615cc7804c with binding_index 1 {{(pid=94577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 12:39:06.563707 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 364372ac-ad0d-4b19-8e84-336d75145e65, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=364372ac-ad0d-4b19-8e84-336d75145e65,segment=NetworkSegment(0c707519-09a2-43e9-8f7f-22852941ce80),segment_id=0c707519-09a2-43e9-8f7f-22852941ce80)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:06.622365 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:39:06.646301 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Sync routers for ids ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:39:06.652729 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Routers {'b76b9d4f-9fc0-4579-b2c5-65884043ad44'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:39:06.653539 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:06.717560 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:06.718392 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 8247bc88-af9a-4bce-99f0-a21ba74e9982 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:06.800078 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:06.801971 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-851b7c67-a8e4-4807-b5ee-b24a34d5e65d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6846712 Sep 07 12:39:06.804815 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43310) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:06.980870 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Set router b76b9d4f-9fc0-4579-b2c5-65884043ad44 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:39:07.045776 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=364372ac-ad0d-4b19-8e84-336d75145e65,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:07.162348 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 8247bc88-af9a-4bce-99f0-a21ba74e9982 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:39:07.169774 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 8247bc88-af9a-4bce-99f0-a21ba74e9982 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:07.170229 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:07.231245 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'name': 'tempest-TestVolumeBootPattern-855019973-router', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:39:04Z', 'updated_at': '2021-09-07T12:39:05Z', 'revision_number': 3, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'gw_port': {'id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:39:05Z', 'updated_at': '2021-09-07T12:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:07.259762 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Checking router: b76b9d4f-9fc0-4579-b2c5-65884043ad44 for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:39:07.260141 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Updating router b76b9d4f-9fc0-4579-b2c5-65884043ad44 port 8e1cc9fc-1db0-423c-9172-1d7898a169e2 binding host dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:39:07.313415 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:07.317289 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:07.425729 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 8247bc88-af9a-4bce-99f0-a21ba74e9982, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=8247bc88-af9a-4bce-99f0-a21ba74e9982,segment=NetworkSegment(9ea6f253-9d71-4fa8-8ed1-6f801bc6a366),segment_id=9ea6f253-9d71-4fa8-8ed1-6f801bc6a366)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:07.521093 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:07.523716 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:07.603698 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=8247bc88-af9a-4bce-99f0-a21ba74e9982,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:07.650019 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Notify callbacks [] for port, precommit_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:07.660009 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Transition to ACTIVE for port object 8e1cc9fc-1db0-423c-9172-1d7898a169e2 will not be triggered until provisioned by entity L2. {{(pid=94579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:39:07.702348 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Allocated IP 172.20.0.1 (b7a8723f-f894-41c6-bd81-1b9bd0db96d3/fa719adf-0dbf-4f8e-94ef-677dda8b528d/7cb875b8-58c8-4527-90ee-8f2ab63dfc99) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 12:39:07.795069 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:07.813265 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:07.830503 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Transition to ACTIVE for port object 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:39:07.854158 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84c33c-a3cd-4e68-b2e4-37f1bb0082ff None None] Pushing event updated for resources: {'Port': ['ID=8e1cc9fc-1db0-423c-9172-1d7898a169e2,revision_number=2']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:07.856627 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Attempting to bind port 8e1cc9fc-1db0-423c-9172-1d7898a169e2 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:39:07.856994 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Attempting to bind port 8e1cc9fc-1db0-423c-9172-1d7898a169e2 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:39:07.857349 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Attempting to bind port 8e1cc9fc-1db0-423c-9172-1d7898a169e2 on network f28d70d3-07bf-4854-88e0-9a9ce1a68175 {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:39:07.863179 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:39:07.863548 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Checking segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:39:07.863988 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:07.864465 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Bound using segment: {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'} {{(pid=94579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:39:07.864922 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.managers [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Bound port: 8e1cc9fc-1db0-423c-9172-1d7898a169e2, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd259ebe2-01d1-4e06-9ab0-62b0ed457ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175'}}] {{(pid=94579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:39:07.865290 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:07.921841 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] For port 8e1cc9fc-1db0-423c-9172-1d7898a169e2, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:39:07.925205 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] For port 8e1cc9fc-1db0-423c-9172-1d7898a169e2, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=8e1cc9fc-1db0-423c-9172-1d7898a169e2,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:39:07.933886 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749278792852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:07.980199 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Network b7a8723f-f894-41c6-bd81-1b9bd0db96d3 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:39:07.985079 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:39:07.991013 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 12:39:07.998113 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:08.030663 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567946'] for router_interface, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:08.047133 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 364372ac-ad0d-4b19-8e84-336d75145e65 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:08.071017 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb875b8-58c8-4527-90ee-8f2ab63dfc99,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:08.094263 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Routers {'b76b9d4f-9fc0-4579-b2c5-65884043ad44'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:39:08.094944 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:08.164804 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84c33c-a3cd-4e68-b2e4-37f1bb0082ff None None] Pushing event updated for resources: {'Port': ['ID=8e1cc9fc-1db0-423c-9172-1d7898a169e2,revision_number=3']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:08.240894 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 364372ac-ad0d-4b19-8e84-336d75145e65 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:08.241331 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:08.250908 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:08.290103 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] Set router b76b9d4f-9fc0-4579-b2c5-65884043ad44 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:39:08.425268 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:08.431705 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bae9b164-a3b9-4182-a53c-c8a2d1609b53 None None] Provisioning for port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 completed by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:39:08.443060 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-bae9b164-a3b9-4182-a53c-c8a2d1609b53 None None] Provisioning complete for port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:08.443431 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bae9b164-a3b9-4182-a53c-c8a2d1609b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:08.486824 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 8247bc88-af9a-4bce-99f0-a21ba74e9982 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:08.516732 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8412826'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:08.521833 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-bae9b164-a3b9-4182-a53c-c8a2d1609b53 None None] Port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:39:08.581412 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb875b8-58c8-4527-90ee-8f2ab63dfc99,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:08.583566 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 8247bc88-af9a-4bce-99f0-a21ba74e9982 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:08.583870 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:08.586656 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567610'] for router_interface, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:08.614252 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'name': 'tempest-TestVolumeBootPattern-855019973-router', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:39:04Z', 'updated_at': '2021-09-07T12:39:05Z', 'revision_number': 3, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'gw_port': {'id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:39:05Z', 'updated_at': '2021-09-07T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:08.645746 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d15b8c-ba9c-46a9-b3da-5fb9c09dae25 None None] The sync data for ids ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'] in dv-cinder-760199-14-iscsi is: [{'id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'name': 'tempest-TestVolumeBootPattern-855019973-router', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:39:04Z', 'updated_at': '2021-09-07T12:39:05Z', 'revision_number': 3, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'gw_port': {'id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:39:05Z', 'updated_at': '2021-09-07T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:39:08.693013 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Network b7a8723f-f894-41c6-bd81-1b9bd0db96d3 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 12:39:08.694640 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 12:39:08.826380 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Router b76b9d4f-9fc0-4579-b2c5-65884043ad44 has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:39:08.966101 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:39:08.971262 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-515346e9-ce90-4f11-b57a-634590a61007 admin admin] 10.222.0.69 "PUT /v2.0/routers/b76b9d4f-9fc0-4579-b2c5-65884043ad44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1653731 Sep 07 12:39:09.037022 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1819dfed-4f10-4f5e-b590-889e8f590eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:09.047389 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-c34e003a-f5b9-4e9e-8116-dfa2401ef512 None None] Provisioning complete for port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 triggered by entity DHCP. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:09.047885 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-c34e003a-f5b9-4e9e-8116-dfa2401ef512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:09.113182 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-c34e003a-f5b9-4e9e-8116-dfa2401ef512 None None] Port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 cannot update to ACTIVE because it is not bound. {{(pid=94579) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 12:39:09.706840 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43358) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:09.716901 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-8e3aced1-8bf7-4d02-b764-409805f52493 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314598415', 'description': 'tempest-secgroup-smoke-314598415 description', 'project_id': '684883906e33424ab5260e1ae0a8d53f'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:09.848275 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8e3aced1-8bf7-4d02-b764-409805f52493 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:09.945156 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8e3aced1-8bf7-4d02-b764-409805f52493 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.019473 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8e3aced1-8bf7-4d02-b764-409805f52493 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.038966 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 8e1cc9fc-1db0-423c-9172-1d7898a169e2 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:10.055672 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3aced1-8bf7-4d02-b764-409805f52493 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3875d40-eb76-4c49-8fdd-47a3be561a74,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:10.111046 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8e3aced1-8bf7-4d02-b764-409805f52493 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.113056 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-8e3aced1-8bf7-4d02-b764-409805f52493 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4049413 Sep 07 12:39:10.116677 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43360) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:10.121996 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-491f6017-7d15-4b74-bc34-7b1df207d38d tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Request body: {'security_group_rule': {'security_group_id': 'b3875d40-eb76-4c49-8fdd-47a3be561a74', 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:10.230419 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 8e1cc9fc-1db0-423c-9172-1d7898a169e2 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:39:10.235374 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-491f6017-7d15-4b74-bc34-7b1df207d38d tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.235617 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 8e1cc9fc-1db0-423c-9172-1d7898a169e2 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:10.241216 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.311242 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-491f6017-7d15-4b74-bc34-7b1df207d38d tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.329812 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.352592 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 8e1cc9fc-1db0-423c-9172-1d7898a169e2, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=8e1cc9fc-1db0-423c-9172-1d7898a169e2,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:10.384872 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-491f6017-7d15-4b74-bc34-7b1df207d38d tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.404995 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f6017-7d15-4b74-bc34-7b1df207d38d tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdb40c6-a5e4-457a-9a9b-377645dafdd1,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:10.416341 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.464623 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=8e1cc9fc-1db0-423c-9172-1d7898a169e2,revision_number=4']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:10.493477 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-491f6017-7d15-4b74-bc34-7b1df207d38d tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.494895 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-491f6017-7d15-4b74-bc34-7b1df207d38d tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3770700 Sep 07 12:39:10.497534 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43364) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:10.503260 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-dad320ad-0836-4361-8d2b-8f4b0bab20d4 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Request body: {'security_group_rule': {'security_group_id': 'b3875d40-eb76-4c49-8fdd-47a3be561a74', 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:10.642769 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dad320ad-0836-4361-8d2b-8f4b0bab20d4 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.702822 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dad320ad-0836-4361-8d2b-8f4b0bab20d4 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.785940 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Sync routers for ids ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:39:10.795907 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dad320ad-0836-4361-8d2b-8f4b0bab20d4 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.796242 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Routers {'b76b9d4f-9fc0-4579-b2c5-65884043ad44'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:39:10.796565 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:10.815809 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad320ad-0836-4361-8d2b-8f4b0bab20d4 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4bd5e0-3514-42d4-a64f-76189d51ee39,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:10.899998 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dad320ad-0836-4361-8d2b-8f4b0bab20d4 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:10.901392 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-dad320ad-0836-4361-8d2b-8f4b0bab20d4 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4028320 Sep 07 12:39:10.904345 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43368) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:10.913761 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-79b1753f-13de-4918-afc4-c9a80cee9033 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Request body: {'security_group_rule': {'security_group_id': 'b3875d40-eb76-4c49-8fdd-47a3be561a74', 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:10.922679 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43370) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:10.926598 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Set router b76b9d4f-9fc0-4579-b2c5-65884043ad44 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:39:11.030028 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-79b1753f-13de-4918-afc4-c9a80cee9033 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.048361 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-390ecd28-ed77-47e8-a594-aa69b0ce3e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.100515 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-79b1753f-13de-4918-afc4-c9a80cee9033 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.145795 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'name': 'tempest-TestVolumeBootPattern-855019973-router', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:39:04Z', 'updated_at': '2021-09-07T12:39:08Z', 'revision_number': 4, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'gw_port': {'id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:39:05Z', 'updated_at': '2021-09-07T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '7cb875b8-58c8-4527-90ee-8f2ab63dfc99', 'name': '', 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'mac_address': 'fa:16:3e:a0:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fa719adf-0dbf-4f8e-94ef-677dda8b528d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:39:07Z', 'updated_at': '2021-09-07T12:39:08Z', 'revision_number': 2, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'subnets': [{'id': 'fa719adf-0dbf-4f8e-94ef-677dda8b528d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:11.159225 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-390ecd28-ed77-47e8-a594-aa69b0ce3e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.178142 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Checking router: b76b9d4f-9fc0-4579-b2c5-65884043ad44 for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:39:11.178458 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Updating router b76b9d4f-9fc0-4579-b2c5-65884043ad44 port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 binding host dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 12:39:11.196179 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-79b1753f-13de-4918-afc4-c9a80cee9033 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.204197 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.219474 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1753f-13de-4918-afc4-c9a80cee9033 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4587e163-9069-4d0e-b1e4-4ad78e34557a,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:11.265962 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-390ecd28-ed77-47e8-a594-aa69b0ce3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.310052 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-390ecd28-ed77-47e8-a594-aa69b0ce3e3c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=923de3c4651c4ada8700658b259296c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861027 Sep 07 12:39:11.311677 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ecd28-ed77-47e8-a594-aa69b0ce3e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a33cb3-c062-412d-aa90-9e31f288f95c,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:11.314669 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43374) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:11.338418 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-79b1753f-13de-4918-afc4-c9a80cee9033 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.339780 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-79b1753f-13de-4918-afc4-c9a80cee9033 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4339998 Sep 07 12:39:11.344768 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43376) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:11.355070 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.v2.base [None req-213460f6-a812-41dc-851c-a3ce8211c089 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Request body: {'security_group_rule': {'security_group_id': 'b3875d40-eb76-4c49-8fdd-47a3be561a74', 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94578) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:11.379227 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a2e1632e-b9aa-4bcd-bacb-ebf5c469f303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.401135 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a2e1632e-b9aa-4bcd-bacb-ebf5c469f303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.476263 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-213460f6-a812-41dc-851c-a3ce8211c089 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.493121 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Notify callbacks [] for port, precommit_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.528507 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a2e1632e-b9aa-4bcd-bacb-ebf5c469f303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.528786 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.provisioning_blocks [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Transition to ACTIVE for port object 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 will not be triggered until provisioned by entity L2. {{(pid=94580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 12:39:11.530984 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a2e1632e-b9aa-4bcd-bacb-ebf5c469f303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.533875 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-a2e1632e-b9aa-4bcd-bacb-ebf5c469f303 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48a33cb3-c062-412d-aa90-9e31f288f95c HTTP/1.1" status: 204 len: 168 time: 0.2166150 Sep 07 12:39:11.540653 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1632e-b9aa-4bcd-bacb-ebf5c469f303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a33cb3-c062-412d-aa90-9e31f288f95c,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:11.552661 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-213460f6-a812-41dc-851c-a3ce8211c089 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.641719 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.664788 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-213460f6-a812-41dc-851c-a3ce8211c089 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.687472 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213460f6-a812-41dc-851c-a3ce8211c089 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0538604f-7742-428f-aae2-782bc37c643f,revision_number=0']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:11.700916 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd11f2-f31a-4b63-bc55-3f25f75f6523 None None] Pushing event updated for resources: {'Port': ['ID=7cb875b8-58c8-4527-90ee-8f2ab63dfc99,revision_number=3']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:11.753418 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Attempting to bind port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 on host dv-cinder-760199-14-iscsi for vnic_type normal with profile {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 12:39:11.753769 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Attempting to bind port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 by drivers openvswitch,hyperv on host dv-cinder-760199-14-iscsi at level 0 using segments [{'id': '9ea6f253-9d71-4fa8-8ed1-6f801bc6a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3'}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 12:39:11.754125 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Attempting to bind port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 on network b7a8723f-f894-41c6-bd81-1b9bd0db96d3 {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 12:39:11.756012 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.759696 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Checking agent: {'id': '29e54970-38d6-4eb1-9fe3-2e317e9cb866', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 12, 27, 12), 'started_at': datetime.datetime(2021, 9, 7, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 12, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 12:39:11.760118 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Checking segment: {'id': '9ea6f253-9d71-4fa8-8ed1-6f801bc6a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 12:39:11.760516 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.760912 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Bound using segment: {'id': '9ea6f253-9d71-4fa8-8ed1-6f801bc6a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3'} {{(pid=94580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 12:39:11.761553 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.managers [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Bound port: 7cb875b8-58c8-4527-90ee-8f2ab63dfc99, host: dv-cinder-760199-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea6f253-9d71-4fa8-8ed1-6f801bc6a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3'}}] {{(pid=94580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 12:39:11.761953 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.825160 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-213460f6-a812-41dc-851c-a3ce8211c089 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.830294 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] For port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99, host dv-cinder-760199-14-iscsi, cleared binding levels {{(pid=94580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 12:39:11.830777 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43380) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:11.830912 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-213460f6-a812-41dc-851c-a3ce8211c089 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4796495 Sep 07 12:39:11.832340 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.plugins.ml2.db [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] For port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99, host dv-cinder-760199-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=7cb875b8-58c8-4527-90ee-8f2ab63dfc99,segment=NetworkSegment(9ea6f253-9d71-4fa8-8ed1-6f801bc6a366),segment_id=9ea6f253-9d71-4fa8-8ed1-6f801bc6a366)] {{(pid=94580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 12:39:11.835784 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-75834e3a-743b-4b38-8e48-1e70563d37c6 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Request body: {'security_group_rule': {'security_group_id': 'b3875d40-eb76-4c49-8fdd-47a3be561a74', 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:11.905508 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.921692 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.securitygroups_db [None req-75834e3a-743b-4b38-8e48-1e70563d37c6 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Project 684883906e33424ab5260e1ae0a8d53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 12:39:11.926956 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-75834e3a-743b-4b38-8e48-1e70563d37c6 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:11.970077 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Routers {'b76b9d4f-9fc0-4579-b2c5-65884043ad44'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:39:11.970977 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:38:42Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:11.985236 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-d76791a4-d190-4129-a61c-c8e905da08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.013424 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-75834e3a-743b-4b38-8e48-1e70563d37c6 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.029373 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 8e1cc9fc-1db0-423c-9172-1d7898a169e2 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:12.032013 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd11f2-f31a-4b63-bc55-3f25f75f6523 None None] Pushing event updated for resources: {'Port': ['ID=7cb875b8-58c8-4527-90ee-8f2ab63dfc99,revision_number=4']} {{(pid=94580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:12.075373 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-75834e3a-743b-4b38-8e48-1e70563d37c6 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.085776 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 8e1cc9fc-1db0-423c-9172-1d7898a169e2 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:12.086569 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.105274 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75834e3a-743b-4b38-8e48-1e70563d37c6 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae0e89b-e8be-4813-895c-02a92e00a71e,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:12.105525 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] Set router b76b9d4f-9fc0-4579-b2c5-65884043ad44 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:39:12.162103 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-75834e3a-743b-4b38-8e48-1e70563d37c6 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.163578 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-75834e3a-743b-4b38-8e48-1e70563d37c6 tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3319600 Sep 07 12:39:12.166245 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43384) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:12.171240 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.v2.base [None req-a422cf60-bf4f-4876-801e-f16c7533ee4c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Request body: {'security_group_rule': {'security_group_id': 'b3875d40-eb76-4c49-8fdd-47a3be561a74', 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 12:39:12.269791 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43386) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:12.286151 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-905ab98f-2e80-4d4f-93f4-dfb30d2a4a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.289417 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.db.securitygroups_db [None req-a422cf60-bf4f-4876-801e-f16c7533ee4c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Project 684883906e33424ab5260e1ae0a8d53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 12:39:12.297742 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a422cf60-bf4f-4876-801e-f16c7533ee4c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.382165 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a422cf60-bf4f-4876-801e-f16c7533ee4c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.389598 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-905ab98f-2e80-4d4f-93f4-dfb30d2a4a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.417845 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'name': 'tempest-TestVolumeBootPattern-855019973-router', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:39:04Z', 'updated_at': '2021-09-07T12:39:08Z', 'revision_number': 4, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'gw_port': {'id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:39:05Z', 'updated_at': '2021-09-07T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '7cb875b8-58c8-4527-90ee-8f2ab63dfc99', 'name': '', 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'mac_address': 'fa:16:3e:a0:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fa719adf-0dbf-4f8e-94ef-677dda8b528d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:39:07Z', 'updated_at': '2021-09-07T12:39:11Z', 'revision_number': 4, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'subnets': [{'id': 'fa719adf-0dbf-4f8e-94ef-677dda8b528d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:12.444783 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5137c-991c-4e28-9dbb-f1f3f692d15a None None] The sync data for ids ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'] in dv-cinder-760199-14-iscsi is: [{'id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'name': 'tempest-TestVolumeBootPattern-855019973-router', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:39:04Z', 'updated_at': '2021-09-07T12:39:08Z', 'revision_number': 4, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'gw_port': {'id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:39:05Z', 'updated_at': '2021-09-07T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi', '_interfaces': [{'id': '7cb875b8-58c8-4527-90ee-8f2ab63dfc99', 'name': '', 'network_id': 'b7a8723f-f894-41c6-bd81-1b9bd0db96d3', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'mac_address': 'fa:16:3e:a0:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fa719adf-0dbf-4f8e-94ef-677dda8b528d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:39:07Z', 'updated_at': '2021-09-07T12:39:11Z', 'revision_number': 4, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'subnets': [{'id': 'fa719adf-0dbf-4f8e-94ef-677dda8b528d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:39:12.469064 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a422cf60-bf4f-4876-801e-f16c7533ee4c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465333'] for security_group_rule, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.493032 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-905ab98f-2e80-4d4f-93f4-dfb30d2a4a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.513290 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422cf60-bf4f-4876-801e-f16c7533ee4c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a4bd6f-319d-4f27-88e2-c3cc90a276ef,revision_number=0']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:12.545116 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-905ab98f-2e80-4d4f-93f4-dfb30d2a4a24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90183d9ed1ae43e1afa533a6ed6f9ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737179 Sep 07 12:39:12.547343 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43388) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:12.549922 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ab98f-2e80-4d4f-93f4-dfb30d2a4a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec815d1-a1ad-4145-aece-37d4406123dd,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:12.590441 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a422cf60-bf4f-4876-801e-f16c7533ee4c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.591811 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-a422cf60-bf4f-4876-801e-f16c7533ee4c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4245317 Sep 07 12:39:12.620759 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-363915d5-d0fb-48ba-bcdf-aada0afff9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.660363 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-363915d5-d0fb-48ba-bcdf-aada0afff9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.801974 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-363915d5-d0fb-48ba-bcdf-aada0afff9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.804603 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-363915d5-d0fb-48ba-bcdf-aada0afff9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:12.805787 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-363915d5-d0fb-48ba-bcdf-aada0afff9e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eec815d1-a1ad-4145-aece-37d4406123dd HTTP/1.1" status: 204 len: 168 time: 0.2572732 Sep 07 12:39:12.821729 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363915d5-d0fb-48ba-bcdf-aada0afff9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec815d1-a1ad-4145-aece-37d4406123dd,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:13.042073 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:13.888750 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43454) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:13.951695 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd3211e9-721b-4d92-89be-896c78d73d9c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:13.979718 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd3211e9-721b-4d92-89be-896c78d73d9c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:14.035244 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:14.121941 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd3211e9-721b-4d92-89be-896c78d73d9c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:14.125031 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd3211e9-721b-4d92-89be-896c78d73d9c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:14.126236 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-fd3211e9-721b-4d92-89be-896c78d73d9c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] 10.222.0.69 "DELETE /v2.0/security-groups/b3875d40-eb76-4c49-8fdd-47a3be561a74 HTTP/1.1" status: 204 len: 168 time: 0.2364891 Sep 07 12:39:14.135447 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3211e9-721b-4d92-89be-896c78d73d9c tempest-TestVolumeBootPattern-666608208 tempest-TestVolumeBootPattern-666608208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3875d40-eb76-4c49-8fdd-47a3be561a74,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:14.155255 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning for port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 completed by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 12:39:14.158969 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:14.159320 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:14.239780 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594344'] for port, before_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:14.254906 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43464) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:14.279370 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] For port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=7cb875b8-58c8-4527-90ee-8f2ab63dfc99,segment=NetworkSegment(9ea6f253-9d71-4fa8-8ed1-6f801bc6a366),segment_id=9ea6f253-9d71-4fa8-8ed1-6f801bc6a366)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:14.349936 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749279345637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749278792870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749278792888'] for port, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:14.401018 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Pushing event updated for resources: {'Port': ['ID=7cb875b8-58c8-4527-90ee-8f2ab63dfc99,revision_number=5']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:14.608555 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567583'] for router_interface, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:14.859188 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] Deleting port 364372ac-ad0d-4b19-8e84-336d75145e65 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:39:14.859528 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:14.866259 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:14.938519 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] For port 364372ac-ad0d-4b19-8e84-336d75145e65, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=364372ac-ad0d-4b19-8e84-336d75145e65,segment=NetworkSegment(0c707519-09a2-43e9-8f7f-22852941ce80),segment_id=0c707519-09a2-43e9-8f7f-22852941ce80)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:14.939079 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:14.956916 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] Calling delete_port for 364372ac-ad0d-4b19-8e84-336d75145e65 owned by network:router_interface {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:39:15.050559 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:39:15.182755 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:15.212787 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] Pushing event deleted for resources: {'Port': ['ID=364372ac-ad0d-4b19-8e84-336d75145e65,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:15.390910 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567683'] for router_interface, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:15.610257 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] Router babc3ffb-9752-4fb0-8cac-aacd18e87972 has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:39:15.716779 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:39:15.721970 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-d5e2cba2-5619-4788-83c6-c03f9bcd1979 admin admin] 10.222.0.69 "PUT /v2.0/routers/babc3ffb-9752-4fb0-8cac-aacd18e87972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4659321 Sep 07 12:39:15.724541 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43496) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:15.729035 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c7ddd-80fd-4e06-b141-cfe87fd992c1 None None] Sync routers for ids ['babc3ffb-9752-4fb0-8cac-aacd18e87972'] in dv-cinder-760199-14-iscsi {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:39:15.742299 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c7ddd-80fd-4e06-b141-cfe87fd992c1 None None] Routers {'babc3ffb-9752-4fb0-8cac-aacd18e87972'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:39:15.743410 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-620c7ddd-80fd-4e06-b141-cfe87fd992c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:39:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['babc3ffb-9752-4fb0-8cac-aacd18e87972'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:15.861531 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-620c7ddd-80fd-4e06-b141-cfe87fd992c1 None None] Set router babc3ffb-9752-4fb0-8cac-aacd18e87972 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:39:16.055728 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-620c7ddd-80fd-4e06-b141-cfe87fd992c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'name': 'tempest-TestVolumeBootPattern-171766959-router', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:15Z', 'revision_number': 5, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'gw_port': {'id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:16.079996 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Notify callbacks [] for router, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:16.082422 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c7ddd-80fd-4e06-b141-cfe87fd992c1 None None] Checking router: babc3ffb-9752-4fb0-8cac-aacd18e87972 for host: dv-cinder-760199-14-iscsi {{(pid=94579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:39:16.095199 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 up at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 12:39:16.116579 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c7ddd-80fd-4e06-b141-cfe87fd992c1 None None] Routers {'babc3ffb-9752-4fb0-8cac-aacd18e87972'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:39:16.117212 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-620c7ddd-80fd-4e06-b141-cfe87fd992c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:39:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['babc3ffb-9752-4fb0-8cac-aacd18e87972'], 'active': True} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:16.193928 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:16.225169 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.provisioning_blocks [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Provisioning complete for port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 triggered by entity L2. {{(pid=94579) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 12:39:16.225544 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669296'] for port, provisioning_complete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:16.259732 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvr_db [None req-620c7ddd-80fd-4e06-b141-cfe87fd992c1 None None] Set router babc3ffb-9752-4fb0-8cac-aacd18e87972 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:39:16.318749 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Deleting port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:39:16.319398 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:16.397370 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] For port bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:16.397728 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:16.414014 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Calling delete_port for bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da owned by network:router_gateway {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:39:16.482073 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_hamode_db [None req-620c7ddd-80fd-4e06-b141-cfe87fd992c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'name': 'tempest-TestVolumeBootPattern-171766959-router', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:15Z', 'revision_number': 5, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'gw_port': {'id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:16.511386 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c7ddd-80fd-4e06-b141-cfe87fd992c1 None None] The sync data for ids ['babc3ffb-9752-4fb0-8cac-aacd18e87972'] in dv-cinder-760199-14-iscsi is: [{'id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'name': 'tempest-TestVolumeBootPattern-171766959-router', 'tenant_id': '684883906e33424ab5260e1ae0a8d53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:15Z', 'revision_number': 5, 'project_id': '684883906e33424ab5260e1ae0a8d53f', 'gw_port': {'id': 'bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babc3ffb-9752-4fb0-8cac-aacd18e87972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:38:57Z', 'updated_at': '2021-09-07T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}] {{(pid=94579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:39:16.721180 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:16.758912 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:16.811059 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567841'] for router_gateway, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:16.911280 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1529712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22140'] for router, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:16.915683 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.024300 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1529723'] for router, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.024836 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router babc3ffb-9752-4fb0-8cac-aacd18e87972 {{(pid=94577) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:39:17.030220 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] Notify callbacks [] for router, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.031437 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-8cb24270-9349-4d5c-9e98-3dce3b27b247 admin admin] 10.222.0.69 "DELETE /v2.0/routers/babc3ffb-9752-4fb0-8cac-aacd18e87972 HTTP/1.1" status: 204 len: 168 time: 1.3059282 Sep 07 12:39:17.034154 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43512) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:17.083183 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_v2 [None req-753e8414-b9ee-4281-b025-5ddc3010c0d9 admin admin] Deleting subnet 4508ea2c-3894-4a05-8d71-e390534fc497 {{(pid=94577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:39:17.086629 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-753e8414-b9ee-4281-b025-5ddc3010c0d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.125697 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-753e8414-b9ee-4281-b025-5ddc3010c0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421547'] for subnet, precommit_delete_associations {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.208813 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-753e8414-b9ee-4281-b025-5ddc3010c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.344230 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-753e8414-b9ee-4281-b025-5ddc3010c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8425423'] for subnet, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.372641 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-753e8414-b9ee-4281-b025-5ddc3010c0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for subnet, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.377194 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-753e8414-b9ee-4281-b025-5ddc3010c0d9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4508ea2c-3894-4a05-8d71-e390534fc497 HTTP/1.1" status: 204 len: 168 time: 0.3398230 Sep 07 12:39:17.377194 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e8414-b9ee-4281-b025-5ddc3010c0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4508ea2c-3894-4a05-8d71-e390534fc497,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:17.377805 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43522) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:17.381077 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777b8ef-3f61-4bc2-9f52-5264ad62f273 None None] Network 2c45793c-5faf-48b9-b54a-cf7b2563bc04 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:39:17.447645 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.515768 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Deleting port 386b2c20-f0a4-4694-a3ac-d666d017cdaf {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:39:17.516257 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.583267 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a30fb2-ad21-4cb9-be58-d6efb7aaf5bb None None] DHCP port deletion for 2c45793c-5faf-48b9-b54a-cf7b2563bc04 request from dv-cinder-760199-14-iscsi {{(pid=94579) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:39:17.585665 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] For port 386b2c20-f0a4-4694-a3ac-d666d017cdaf, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=386b2c20-f0a4-4694-a3ac-d666d017cdaf,segment=NetworkSegment(0c707519-09a2-43e9-8f7f-22852941ce80),segment_id=0c707519-09a2-43e9-8f7f-22852941ce80)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:17.586028 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.599218 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Calling delete_port for 386b2c20-f0a4-4694-a3ac-d666d017cdaf owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:39:17.633331 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-a5a30fb2-ad21-4cb9-be58-d6efb7aaf5bb None None] Deleting port 386b2c20-f0a4-4694-a3ac-d666d017cdaf {{(pid=94579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:39:17.633704 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a5a30fb2-ad21-4cb9-be58-d6efb7aaf5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.706387 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-a5a30fb2-ad21-4cb9-be58-d6efb7aaf5bb None None] For port 386b2c20-f0a4-4694-a3ac-d666d017cdaf, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=386b2c20-f0a4-4694-a3ac-d666d017cdaf,segment=NetworkSegment(0c707519-09a2-43e9-8f7f-22852941ce80),segment_id=0c707519-09a2-43e9-8f7f-22852941ce80)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:17.706827 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a5a30fb2-ad21-4cb9-be58-d6efb7aaf5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.720185 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-a5a30fb2-ad21-4cb9-be58-d6efb7aaf5bb None None] Calling delete_port for 386b2c20-f0a4-4694-a3ac-d666d017cdaf owned by network:dhcp {{(pid=94579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:39:17.765346 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8412803'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.788662 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=386b2c20-f0a4-4694-a3ac-d666d017cdaf,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:17.796768 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] No DVR routers for this DVR port 386b2c20-f0a4-4694-a3ac-d666d017cdaf on host dv-cinder-760199-14-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:39:17.801791 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-a5a30fb2-ad21-4cb9-be58-d6efb7aaf5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861'] for port, after_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.827857 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a30fb2-ad21-4cb9-be58-d6efb7aaf5bb None None] Pushing event deleted for resources: {'Port': ['ID=386b2c20-f0a4-4694-a3ac-d666d017cdaf,revision_number=None']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:17.833161 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a30fb2-ad21-4cb9-be58-d6efb7aaf5bb None None] No DVR routers for this DVR port 386b2c20-f0a4-4694-a3ac-d666d017cdaf on host dv-cinder-760199-14-iscsi {{(pid=94579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:39:17.870602 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.892534 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c45793c-5faf-48b9-b54a-cf7b2563bc04']}} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:17.903416 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c707519-09a2-43e9-8f7f-22852941ce80') {'for_net_delete': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:17.903713 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.services.segments.db [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c707519-09a2-43e9-8f7f-22852941ce80') {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:17.917476 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421552'] for segment, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.931615 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8412862'] for segment, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: Traceback (most recent call last): Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: timer() Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: cb(*args, **kw) Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: return func(*args, **kwargs) Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: self._notify() Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: self.callback(batched_events) Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: event.method(event) Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: return f(self, *a, **k) Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._get(url).json() Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: return self.request(url, 'GET', **kwargs) Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:39:17.941169 dv-cinder-760199-14-iscsi neutron-server[94577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:39:18.014700 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 364372ac-ad0d-4b19-8e84-336d75145e65 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:39:18.034812 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 364372ac-ad0d-4b19-8e84-336d75145e65 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:39:18.035153 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 364372ac-ad0d-4b19-8e84-336d75145e65 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:39:18.035569 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 386b2c20-f0a4-4694-a3ac-d666d017cdaf no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:39:18.055201 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 386b2c20-f0a4-4694-a3ac-d666d017cdaf {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:39:18.055544 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 386b2c20-f0a4-4694-a3ac-d666d017cdaf not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:39:18.055954 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:39:18.064655 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:18.068934 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:18.072718 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2c45793c-5faf-48b9-b54a-cf7b2563bc04 HTTP/1.1" status: 204 len: 168 time: 0.6938229 Sep 07 12:39:18.075502 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43538) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:18.079949 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:39:18.080235 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device bcd14057-2a7d-4d94-a0a6-cf3f5c59a6da not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:39:18.089080 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ad938-9cbb-4878-8657-8bd31bec57f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c45793c-5faf-48b9-b54a-cf7b2563bc04,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:18.429815 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567583'] for router_interface, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:18.526508 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43542) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:18.634998 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-721cf84b-843f-40db-b147-88d8505e99aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:18.675301 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] Deleting port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:39:18.675637 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:18.727588 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-721cf84b-843f-40db-b147-88d8505e99aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:18.758655 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] For port 7cb875b8-58c8-4527-90ee-8f2ab63dfc99, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=7cb875b8-58c8-4527-90ee-8f2ab63dfc99,segment=NetworkSegment(9ea6f253-9d71-4fa8-8ed1-6f801bc6a366),segment_id=9ea6f253-9d71-4fa8-8ed1-6f801bc6a366)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:18.759020 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:18.771197 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] Calling delete_port for 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 owned by network:router_interface {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:39:18.817910 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-721cf84b-843f-40db-b147-88d8505e99aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:18.861408 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-721cf84b-843f-40db-b147-88d8505e99aa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf640f673b4f4e84add421e70eabc506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330817 Sep 07 12:39:18.862179 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cf84b-843f-40db-b147-88d8505e99aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef578c3e-fe5f-487b-9cf2-5184739cafd0,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:18.864490 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43546) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:18.914101 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf02a-998d-408e-aaf5-bb2c281cede5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:18.938446 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf02a-998d-408e-aaf5-bb2c281cede5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.010855 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.038610 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb875b8-58c8-4527-90ee-8f2ab63dfc99,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:19.069556 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf02a-998d-408e-aaf5-bb2c281cede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.072210 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf02a-998d-408e-aaf5-bb2c281cede5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.073375 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-b7fdf02a-998d-408e-aaf5-bb2c281cede5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef578c3e-fe5f-487b-9cf2-5184739cafd0 HTTP/1.1" status: 204 len: 168 time: 0.2079952 Sep 07 12:39:19.091079 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdf02a-998d-408e-aaf5-bb2c281cede5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef578c3e-fe5f-487b-9cf2-5184739cafd0,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:19.216447 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567683'] for router_interface, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.434883 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] Router b76b9d4f-9fc0-4579-b2c5-65884043ad44 has already been hosted by L3 agent 6647c929-37a5-41d0-8492-45615cc7804c {{(pid=94578) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 12:39:19.541209 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] Notify agent at l3_agent.dv-cinder-760199-14-iscsi the message routers_updated {{(pid=94578) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 12:39:19.547025 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-a3623508-d0ad-425a-8256-3db4b59a977b admin admin] 10.222.0.69 "PUT /v2.0/routers/b76b9d4f-9fc0-4579-b2c5-65884043ad44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4704432 Sep 07 12:39:19.549482 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43552) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:19.552381 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df041f18-268c-42e3-9df6-d9d261d615d4 None None] Sync routers for ids ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'] in dv-cinder-760199-14-iscsi {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 12:39:19.562060 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df041f18-268c-42e3-9df6-d9d261d615d4 None None] Routers {'b76b9d4f-9fc0-4579-b2c5-65884043ad44'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:39:19.562662 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-df041f18-268c-42e3-9df6-d9d261d615d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:39:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:19.655390 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Notify callbacks [] for router, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.670081 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-df041f18-268c-42e3-9df6-d9d261d615d4 None None] Set router b76b9d4f-9fc0-4579-b2c5-65884043ad44 gateway port host: dv-cinder-760199-14-iscsi {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:39:19.694565 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43554) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:19.708508 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa139-0647-461b-b7d5-6cf095414996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.760320 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.802819 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa139-0647-461b-b7d5-6cf095414996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.860692 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-df041f18-268c-42e3-9df6-d9d261d615d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'name': 'tempest-TestVolumeBootPattern-855019973-router', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'external_fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:39:04Z', 'updated_at': '2021-09-07T12:39:18Z', 'revision_number': 5, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'gw_port': {'id': '8e1cc9fc-1db0-423c-9172-1d7898a169e2', 'name': '', 'network_id': 'f28d70d3-07bf-4854-88e0-9a9ce1a68175', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T12:39:05Z', 'updated_at': '2021-09-07T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0402e4-ebd3-468e-8cf9-8d4879999b4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-14-iscsi'}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:19.877598 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Deleting port 8e1cc9fc-1db0-423c-9172-1d7898a169e2 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:39:19.877946 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.888736 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df041f18-268c-42e3-9df6-d9d261d615d4 None None] Checking router: b76b9d4f-9fc0-4579-b2c5-65884043ad44 for host: dv-cinder-760199-14-iscsi {{(pid=94580) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 12:39:19.892778 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa139-0647-461b-b7d5-6cf095414996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.899514 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df041f18-268c-42e3-9df6-d9d261d615d4 None None] Routers {'b76b9d4f-9fc0-4579-b2c5-65884043ad44'} bound to L3 agent in host dv-cinder-760199-14-iscsi {{(pid=94580) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 12:39:19.900231 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-df041f18-268c-42e3-9df6-d9d261d615d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T12:27:12Z,description=,heartbeat_timestamp=2021-09-07T12:39:12Z,host='dv-cinder-760199-14-iscsi',id=6647c929-37a5-41d0-8492-45615cc7804c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T12:27:13Z,topic='l3_agent')) {'router_ids': ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'], 'active': True} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:19.930368 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1aa139-0647-461b-b7d5-6cf095414996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d48da1c-da99-4bb8-aa8a-3c90c116e1d8,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:19.941934 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-fd1aa139-0647-461b-b7d5-6cf095414996 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90985cfb9c144ae09496dde310caea6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462738 Sep 07 12:39:19.945768 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43556) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:19.984639 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] For port 8e1cc9fc-1db0-423c-9172-1d7898a169e2, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=8e1cc9fc-1db0-423c-9172-1d7898a169e2,segment=NetworkSegment(d259ebe2-01d1-4e06-9ab0-62b0ed457ef4),segment_id=d259ebe2-01d1-4e06-9ab0-62b0ed457ef4)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:19.985058 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:19.996729 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_dvr_db [None req-df041f18-268c-42e3-9df6-d9d261d615d4 None None] Set router b76b9d4f-9fc0-4579-b2c5-65884043ad44 gateway port host: None {{(pid=94580) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 12:39:20.008961 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Calling delete_port for 8e1cc9fc-1db0-423c-9172-1d7898a169e2 owned by network:router_gateway {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:39:20.009669 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-79c8ecae-154f-4a47-9d54-f9c4ddce9254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.033265 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-79c8ecae-154f-4a47-9d54-f9c4ddce9254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.054602 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.l3_hamode_db [None req-df041f18-268c-42e3-9df6-d9d261d615d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'name': 'tempest-TestVolumeBootPattern-855019973-router', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:39:04Z', 'updated_at': '2021-09-07T12:39:19Z', 'revision_number': 6, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'gw_port_host': None}], 'dv-cinder-760199-14-iscsi', False) {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:20.084760 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df041f18-268c-42e3-9df6-d9d261d615d4 None None] The sync data for ids ['b76b9d4f-9fc0-4579-b2c5-65884043ad44'] in dv-cinder-760199-14-iscsi is: [{'id': 'b76b9d4f-9fc0-4579-b2c5-65884043ad44', 'name': 'tempest-TestVolumeBootPattern-855019973-router', 'tenant_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T12:39:04Z', 'updated_at': '2021-09-07T12:39:19Z', 'revision_number': 6, 'project_id': '9b728a963ddd4cdfbd6ee959a5ee191b', 'gw_port_host': None}] {{(pid=94580) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 12:39:20.149880 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-79c8ecae-154f-4a47-9d54-f9c4ddce9254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.152494 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-79c8ecae-154f-4a47-9d54-f9c4ddce9254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.153812 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-79c8ecae-154f-4a47-9d54-f9c4ddce9254 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d48da1c-da99-4bb8-aa8a-3c90c116e1d8 HTTP/1.1" status: 204 len: 168 time: 0.2070534 Sep 07 12:39:20.162086 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8ecae-154f-4a47-9d54-f9c4ddce9254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d48da1c-da99-4bb8-aa8a-3c90c116e1d8,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:20.257896 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.285946 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1cc9fc-1db0-423c-9172-1d7898a169e2,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:20.343791 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567841'] for router_gateway, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.440677 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1529712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-22140'] for router, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.440677 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.543551 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1529723'] for router, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.544244 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b76b9d4f-9fc0-4579-b2c5-65884043ad44 {{(pid=94578) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 12:39:20.548657 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] Notify callbacks [] for router, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.549784 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-8224fb50-30fa-4f05-9fcf-000939fdcb09 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b76b9d4f-9fc0-4579-b2c5-65884043ad44 HTTP/1.1" status: 204 len: 168 time: 0.9993746 Sep 07 12:39:20.552307 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43562) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:20.597098 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d237042-0d41-4657-90bd-48021ecfa1fd admin admin] Deleting subnet fa719adf-0dbf-4f8e-94ef-677dda8b528d {{(pid=94578) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 12:39:20.600162 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d237042-0d41-4657-90bd-48021ecfa1fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.634814 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d237042-0d41-4657-90bd-48021ecfa1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9043919'] for subnet, precommit_delete_associations {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.981227 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43564) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:20.982388 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d237042-0d41-4657-90bd-48021ecfa1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658442'] for subnet, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:20.995358 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e0ad70a3-b562-421c-bacf-f1e7ac94e99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.109214 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d237042-0d41-4657-90bd-48021ecfa1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8491597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8958446'] for subnet, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.135888 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d237042-0d41-4657-90bd-48021ecfa1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa719adf-0dbf-4f8e-94ef-677dda8b528d,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:21.137973 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4d237042-0d41-4657-90bd-48021ecfa1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.139840 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-4d237042-0d41-4657-90bd-48021ecfa1fd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fa719adf-0dbf-4f8e-94ef-677dda8b528d HTTP/1.1" status: 204 len: 168 time: 0.5866065 Sep 07 12:39:21.142417 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43566) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:21.144988 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b0a7a-fa46-4aa3-aff4-e194309fb8d2 None None] Network b7a8723f-f894-41c6-bd81-1b9bd0db96d3 requested from dv-cinder-760199-14-iscsi {{(pid=94579) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 12:39:21.181504 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e0ad70a3-b562-421c-bacf-f1e7ac94e99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.215996 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1608275'] for network, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.258244 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e0ad70a3-b562-421c-bacf-f1e7ac94e99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.275523 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Deleting port 8247bc88-af9a-4bce-99f0-a21ba74e9982 {{(pid=94578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:39:21.276078 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.300830 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-e0ad70a3-b562-421c-bacf-f1e7ac94e99e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=659ac819fdab4633af5b3feff5e8af0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179488 Sep 07 12:39:21.301251 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad70a3-b562-421c-bacf-f1e7ac94e99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60639cae-7ec4-4f10-ba08-6b946f1e98b8,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:21.303144 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43568) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:21.323758 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a83af-ae2b-467a-9531-e6c817b6671a None None] DHCP port deletion for b7a8723f-f894-41c6-bd81-1b9bd0db96d3 request from dv-cinder-760199-14-iscsi {{(pid=94579) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 12:39:21.370849 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] For port 8247bc88-af9a-4bce-99f0-a21ba74e9982, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=8247bc88-af9a-4bce-99f0-a21ba74e9982,segment=NetworkSegment(9ea6f253-9d71-4fa8-8ed1-6f801bc6a366),segment_id=9ea6f253-9d71-4fa8-8ed1-6f801bc6a366)] {{(pid=94578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:21.371220 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.374011 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-167a83af-ae2b-467a-9531-e6c817b6671a None None] Deleting port 8247bc88-af9a-4bce-99f0-a21ba74e9982 {{(pid=94579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 12:39:21.374385 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-167a83af-ae2b-467a-9531-e6c817b6671a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749279339789'] for port, before_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.389153 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Calling delete_port for 8247bc88-af9a-4bce-99f0-a21ba74e9982 owned by network:dhcp {{(pid=94578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:39:21.444793 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6f525a27-3a89-4ea9-b37b-35115ac6dfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.444896 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.db [None req-167a83af-ae2b-467a-9531-e6c817b6671a None None] For port 8247bc88-af9a-4bce-99f0-a21ba74e9982, host dv-cinder-760199-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-14-iscsi',level=0,port_id=8247bc88-af9a-4bce-99f0-a21ba74e9982,segment=NetworkSegment(9ea6f253-9d71-4fa8-8ed1-6f801bc6a366),segment_id=9ea6f253-9d71-4fa8-8ed1-6f801bc6a366)] {{(pid=94579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 12:39:21.444896 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-167a83af-ae2b-467a-9531-e6c817b6671a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572948'] for port, precommit_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.457971 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-167a83af-ae2b-467a-9531-e6c817b6671a None None] Calling delete_port for 8247bc88-af9a-4bce-99f0-a21ba74e9982 owned by network:dhcp {{(pid=94579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 12:39:21.476927 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6f525a27-3a89-4ea9-b37b-35115ac6dfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.566321 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491546'] for port, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.572479 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-167a83af-ae2b-467a-9531-e6c817b6671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749279345619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749278792861'] for port, after_delete {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.593085 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Pushing event deleted for resources: {'Port': ['ID=8247bc88-af9a-4bce-99f0-a21ba74e9982,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:21.596789 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6f525a27-3a89-4ea9-b37b-35115ac6dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.603056 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-6f525a27-3a89-4ea9-b37b-35115ac6dfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.603174 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a83af-ae2b-467a-9531-e6c817b6671a None None] Pushing event deleted for resources: {'Port': ['ID=8247bc88-af9a-4bce-99f0-a21ba74e9982,revision_number=None']} {{(pid=94579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:21.603266 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-6f525a27-3a89-4ea9-b37b-35115ac6dfc0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60639cae-7ec4-4f10-ba08-6b946f1e98b8 HTTP/1.1" status: 204 len: 168 time: 0.2964098 Sep 07 12:39:21.603345 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a83af-ae2b-467a-9531-e6c817b6671a None None] No DVR routers for this DVR port 8247bc88-af9a-4bce-99f0-a21ba74e9982 on host dv-cinder-760199-14-iscsi {{(pid=94579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:39:21.603421 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] No DVR routers for this DVR port 8247bc88-af9a-4bce-99f0-a21ba74e9982 on host dv-cinder-760199-14-iscsi {{(pid=94578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 12:39:21.630011 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f525a27-3a89-4ea9-b37b-35115ac6dfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60639cae-7ec4-4f10-ba08-6b946f1e98b8,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:21.686305 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655253', 'neutron.services.segments.db._delete_segments_for_network-8749279094384'] for network, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.706659 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a8723f-f894-41c6-bd81-1b9bd0db96d3']}} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:21.716850 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea6f253-9d71-4fa8-8ed1-6f801bc6a366') {'for_net_delete': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:21.717147 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.services.segments.db [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea6f253-9d71-4fa8-8ed1-6f801bc6a366') {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 12:39:21.726364 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749279093369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9043924'] for segment, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.739419 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873'] for segment, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.745370 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94578) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 12:39:21.745758 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1669873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491559'] for segment, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: Traceback (most recent call last): Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: timer() Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: cb(*args, **kw) Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: return func(*args, **kwargs) Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: self._notify() Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: self.callback(batched_events) Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: event.method(event) Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: return f(self, *a, **k) Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._get(url).json() Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: return self.request(url, 'GET', **kwargs) Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 12:39:21.747656 dv-cinder-760199-14-iscsi neutron-server[94578]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 12:39:21.892908 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567821'] for network, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.903328 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526526'] for network, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:21.903328 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] 10.222.0.69 "DELETE /v2.0/networks/b7a8723f-f894-41c6-bd81-1b9bd0db96d3 HTTP/1.1" status: 204 len: 168 time: 0.7578673 Sep 07 12:39:21.912166 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfa095-3e7c-49a4-b113-f54684a3491f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a8723f-f894-41c6-bd81-1b9bd0db96d3,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:22.025696 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 8e1cc9fc-1db0-423c-9172-1d7898a169e2 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:39:22.047011 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 8e1cc9fc-1db0-423c-9172-1d7898a169e2 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:39:22.047357 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 8e1cc9fc-1db0-423c-9172-1d7898a169e2 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:39:22.047910 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 8247bc88-af9a-4bce-99f0-a21ba74e9982 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:39:22.066497 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 8247bc88-af9a-4bce-99f0-a21ba74e9982 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:39:22.066928 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 8247bc88-af9a-4bce-99f0-a21ba74e9982 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:39:22.067344 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 no longer exists at agent ovs-agent-dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 12:39:22.085823 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] No Port match for: 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 {{(pid=94579) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 12:39:22.086103 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron.plugins.ml2.rpc [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Device 7cb875b8-58c8-4527-90ee-8f2ab63dfc99 not bound to the agent host dv-cinder-760199-14-iscsi {{(pid=94579) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 12:39:22.327090 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43584) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:22.366078 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-e5777b21-a048-4978-ae63-5aed69ed468f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=684883906e33424ab5260e1ae0a8d53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378406 Sep 07 12:39:22.368816 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43586) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:22.418539 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6536ed35-a4c8-4930-aa09-6c584c66c67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:22.439128 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6536ed35-a4c8-4930-aa09-6c584c66c67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:22.570768 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6536ed35-a4c8-4930-aa09-6c584c66c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:22.573511 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6536ed35-a4c8-4930-aa09-6c584c66c67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:22.575197 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-6536ed35-a4c8-4930-aa09-6c584c66c67e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4a88f74-e781-44a4-96c9-4882fbddcdd3 HTTP/1.1" status: 204 len: 168 time: 0.2053945 Sep 07 12:39:22.582991 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536ed35-a4c8-4930-aa09-6c584c66c67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a88f74-e781-44a4-96c9-4882fbddcdd3,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:23.166982 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43606) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:23.207598 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-d997565a-a66f-46bc-be88-609f6d29a2f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b728a963ddd4cdfbd6ee959a5ee191b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391071 Sep 07 12:39:23.210480 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43610) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:23.260182 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-70ebadd2-ccb4-465d-afc9-142c92bc7080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:23.282178 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-70ebadd2-ccb4-465d-afc9-142c92bc7080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:23.377853 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-70ebadd2-ccb4-465d-afc9-142c92bc7080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:23.380505 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-70ebadd2-ccb4-465d-afc9-142c92bc7080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:23.381668 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-70ebadd2-ccb4-465d-afc9-142c92bc7080 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9f2d259-9395-4e20-abf2-b6f1428e2cfc HTTP/1.1" status: 204 len: 168 time: 0.1702592 Sep 07 12:39:23.389981 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebadd2-ccb4-465d-afc9-142c92bc7080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f2d259-9395-4e20-abf2-b6f1428e2cfc,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:24.747257 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43656) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:24.853211 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:24.947536 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:25.012230 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:25.049969 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13db31eb-65ac-4b01-880d-06f81cd724de,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:25.053734 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff1580fc3c654ce8b0bf7628117a3e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054554 Sep 07 12:39:25.056497 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43660) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:25.059674 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.060022 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.060386 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.060718 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.061047 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.061373 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.061697 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.062022 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.062349 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.062665 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.062985 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.063352 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21cc3c-4989-42b3-bf2b-c18fd1fd42fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:25.110521 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9799f252-3777-4c66-a39f-f3d342503ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:25.131899 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9799f252-3777-4c66-a39f-f3d342503ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:25.240279 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9799f252-3777-4c66-a39f-f3d342503ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:25.242884 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-9799f252-3777-4c66-a39f-f3d342503ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:25.244085 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-9799f252-3777-4c66-a39f-f3d342503ff3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/13db31eb-65ac-4b01-880d-06f81cd724de HTTP/1.1" status: 204 len: 168 time: 0.1865804 Sep 07 12:39:25.253147 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799f252-3777-4c66-a39f-f3d342503ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13db31eb-65ac-4b01-880d-06f81cd724de,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:25.852603 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43668) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:25.866296 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:25.961617 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:26.033296 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:26.072652 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80559168c19949ddb9522609c9194425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189519 Sep 07 12:39:26.073512 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66559554-769c-4532-84bc-05ffdc7558cc,revision_number=1']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:26.075341 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43670) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:26.080645 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.080995 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.081631 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.081974 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.082304 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.082631 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.082961 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.083300 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.083611 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.083934 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.084285 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.084604 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468ffa8-1c1d-4b36-8f90-507312a7766b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-14-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 12:39:26.125440 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-25d1d1ba-acc1-4fe7-8b7a-3c5d81a2740e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:26.147183 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-25d1d1ba-acc1-4fe7-8b7a-3c5d81a2740e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:26.274253 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-25d1d1ba-acc1-4fe7-8b7a-3c5d81a2740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:26.277382 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-25d1d1ba-acc1-4fe7-8b7a-3c5d81a2740e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:26.278565 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-25d1d1ba-acc1-4fe7-8b7a-3c5d81a2740e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66559554-769c-4532-84bc-05ffdc7558cc HTTP/1.1" status: 204 len: 168 time: 0.2022440 Sep 07 12:39:26.289203 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1d1ba-acc1-4fe7-8b7a-3c5d81a2740e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66559554-769c-4532-84bc-05ffdc7558cc,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:29.774464 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43766) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:29.886406 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c81f806b-e167-4815-9a64-e4f898e33432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:29.983371 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c81f806b-e167-4815-9a64-e4f898e33432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:30.051072 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c81f806b-e167-4815-9a64-e4f898e33432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:30.079945 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:30.091321 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f806b-e167-4815-9a64-e4f898e33432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584b982d-f177-4585-96e2-d36ee4470ea5,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:30.098193 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-c81f806b-e167-4815-9a64-e4f898e33432 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41c0f5ad58154e94aeb1aebe8e52fe9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197048 Sep 07 12:39:30.100729 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43770) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:30.149992 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d9e4694b-a286-4aa1-8908-05ad6924bf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:30.172752 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d9e4694b-a286-4aa1-8908-05ad6924bf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:30.302765 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d9e4694b-a286-4aa1-8908-05ad6924bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:30.305404 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d9e4694b-a286-4aa1-8908-05ad6924bf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:30.306741 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-d9e4694b-a286-4aa1-8908-05ad6924bf6c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/584b982d-f177-4585-96e2-d36ee4470ea5 HTTP/1.1" status: 204 len: 168 time: 0.2074308 Sep 07 12:39:30.314776 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4694b-a286-4aa1-8908-05ad6924bf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584b982d-f177-4585-96e2-d36ee4470ea5,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:33.029466 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.wsgi [-] (94577) accepted ('10.222.0.69', 43810) {{(pid=94577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:33.140071 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-541acef8-ff32-4de0-98a3-366fa19330db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:33.233871 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-541acef8-ff32-4de0-98a3-366fa19330db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:33.331217 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-541acef8-ff32-4de0-98a3-366fa19330db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:33.377660 dv-cinder-760199-14-iscsi neutron-server[94577]: INFO neutron.wsgi [None req-541acef8-ff32-4de0-98a3-366fa19330db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9aa9712438cb4cfcacfee519ad259c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489275 Sep 07 12:39:33.379648 dv-cinder-760199-14-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541acef8-ff32-4de0-98a3-366fa19330db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e5c6a3-ab0b-4744-b74d-c51a9dcfb39b,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:33.380483 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.wsgi [-] (94578) accepted ('10.222.0.69', 43814) {{(pid=94578) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 12:39:33.435847 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4bbf-a402-4468-8683-3234b784dfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:33.461544 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4bbf-a402-4468-8683-3234b784dfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:33.588339 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4bbf-a402-4468-8683-3234b784dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469440'] for security_group, after_delete {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:33.592377 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4bbf-a402-4468-8683-3234b784dfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:33.597727 dv-cinder-760199-14-iscsi neutron-server[94578]: INFO neutron.wsgi [None req-2e3c4bbf-a402-4468-8683-3234b784dfdb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a6e5c6a3-ab0b-4744-b74d-c51a9dcfb39b HTTP/1.1" status: 204 len: 168 time: 0.2126107 Sep 07 12:39:33.605440 dv-cinder-760199-14-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c4bbf-a402-4468-8683-3234b784dfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e5c6a3-ab0b-4744-b74d-c51a9dcfb39b,revision_number=None']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 12:39:39.021629 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-ca7314dd-b85b-4481-80d7-9c940dd98437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:41.706655 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:41.969970 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-08f17273-7f82-459f-a05a-62bca376826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:43.013980 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:44.849481 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:39:52.050789 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:40:00.065396 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:40:09.022882 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-15dfebd3-d523-4e46-98b9-dc917cef338d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:40:11.709718 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:40:12.030520 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-3e8f89dd-def0-41c9-a50d-3fac33b6ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:40:13.023576 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:40:14.844862 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:40:29.050910 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:40:30.067989 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:40:39.032882 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e1ab-07a2-49f7-aebd-9f9c23b3ab5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:40:41.701235 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:40:41.969813 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-133e0bdb-88ac-49b2-8600-3919527d530b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:40:43.021020 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:40:44.859615 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:00.092609 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:06.050511 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:41:09.037258 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-724699cd-8dbb-4962-a2a2-82918d6b4110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:11.739632 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:11.961963 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1410c1b9-c0ea-48e6-b199-bb7c43d9ed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:13.030344 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:14.858641 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:30.097979 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:39.055394 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-75bd12fe-3857-42aa-a9c3-504275da08ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:41.729661 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:42.000244 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-7379b5c5-3f12-41af-8c7c-8fd3fe5a3cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:43.026554 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:41:43.050736 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:41:44.851481 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:00.105748 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:09.055810 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc3df-27ca-4a2a-92f6-d1016a808363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:11.712855 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:11.962412 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-1a68368b-4ca0-4dd2-b410-eb87b5ce9fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:13.021395 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:14.901203 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:20.050561 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:42:30.129148 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:39.082645 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-47cdf49f-cfa7-40f6-9960-521125056d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:41.718055 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:41.979583 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-5e55a80f-53e4-40a0-b865-3ff3f87a502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:43.047669 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:44.870789 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:42:57.049134 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:43:00.138808 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:43:09.028299 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-10a54e0f-5343-41c7-b22b-234edcc9ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:43:11.709394 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:43:11.949916 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-84e60c4b-0f5b-4250-96b0-ac558ce75873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:43:13.043557 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:43:14.858068 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:43:30.143185 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:43:34.050637 dv-cinder-760199-14-iscsi neutron-server[94580]: DEBUG neutron.db.agents_db [None req-6b9a714c-afd4-4723-b809-ce1ce434bf0f None None] Agent healthcheck: found 6 active agents {{(pid=94580) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 12:43:39.057660 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-36854717-aeb5-449d-855b-677bdda28565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:43:41.714177 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-2f687728-6eb2-4960-903a-26e81d3f266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:43:42.011241 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-839347d7-c1dd-4a2a-b372-50a9241b53e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:43:43.101139 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4a10b993-bdd1-4a28-ab9e-775a99b93f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:43:44.879443 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-4d12bf22-e038-4c3a-8de2-922dce50240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:44:00.135580 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-bad8d02e-433f-44c0-961d-3ad374e2d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 12:44:09.028199 dv-cinder-760199-14-iscsi neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-3767b92d-97d9-4af5-8d97-6eb4254600d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749279094366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1669915'] for agent, after_update {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}